[ 514.306773] env[64708]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 514.306773] env[64708]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 515.288268] env[64796]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 515.288268] env[64796]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 517.126593] env[64796]: INFO neutron.common.config [-] Logging enabled! [ 517.126894] env[64796]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev39 [ 517.127134] env[64796]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=64796) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 517.127436] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 517.127535] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 517.128352] env[64796]: WARNING oslo_policy.policy [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 517.128563] env[64796]: WARNING oslo_policy.policy [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 517.130289] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] VMware NSXv3 Agent initialized successfully. [ 517.130560] env[64796]: DEBUG oslo_concurrency.lockutils [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] Acquiring lock "singleton_lock" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.130688] env[64796]: DEBUG oslo_concurrency.lockutils [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] Acquired lock "singleton_lock" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 517.130887] env[64796]: DEBUG oslo_concurrency.lockutils [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] Releasing lock "singleton_lock" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 517.131180] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] Full set of CONF: {{(pid=64796) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 517.131291] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ******************************************************************************** {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 517.131391] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] Configuration options gathered from: {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 517.131996] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 517.132187] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 517.132300] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ================================================================================ {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 517.132467] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] agent_down_time = 75 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.132606] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] allow_automatic_dhcp_failover = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.132749] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] allow_bulk = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.132887] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] api_extensions_path = {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.133034] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] api_paste_config = api-paste.ini {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.133179] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] auth_strategy = keystone {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.133286] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] backdoor_port = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.133388] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] backdoor_socket = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.133522] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] backlog = 4096 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.133659] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] base_mac = fa:16:3e:00:00:00 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.133817] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] bind_host = 0.0.0.0 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.133956] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] bind_port = 9696 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.134101] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] client_socket_timeout = 900 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.134239] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] config_dir = [] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.134346] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.134483] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] config_source = [] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.134622] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] control_exchange = neutron {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.134769] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] core_plugin = ml2 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.134903] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] debug = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.135050] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] default_availability_zones = [] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.135257] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.135396] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] dhcp_agent_notification = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.135531] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] dhcp_agents_per_network = 1 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.135664] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] dhcp_lease_duration = 86400 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.135808] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] dhcp_load_type = networks {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.135947] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] dns_domain = openstacklocal {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.136092] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.136224] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] enable_default_route_bfd = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.136354] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] enable_default_route_ecmp = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.136483] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] enable_dvr = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.136614] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] enable_new_agents = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.136746] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.136877] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] enable_signals = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.137014] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] enable_traditional_dhcp = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.137149] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] external_dns_driver = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.137278] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] filter_validation = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.137414] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] global_physnet_mtu = 8950 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.137544] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] graceful_shutdown_timeout = 60 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.137718] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] host = cpu-1 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.137862] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] host_dvr_for_dhcp = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.137994] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] http_retries = 3 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.138142] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] instance_format = [instance: %(uuid)s] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.138277] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.138411] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ipam_driver = internal {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.138542] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ipv6_pd_enabled = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.138672] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] l3_ha = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.138806] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.138940] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] l3_ha_network_physical_name = {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.139082] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] l3_ha_network_type = {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.139221] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] log_color = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.139353] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] log_config_append = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.139486] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.139616] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] log_dir = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.139747] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] log_file = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.139853] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] log_options = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.139983] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] log_rotate_interval = 1 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.140166] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] log_rotate_interval_type = days {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.140357] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] log_rotation_type = none {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.140468] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.140571] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.140714] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.140854] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.140961] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.141109] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] max_dns_nameservers = 5 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.141240] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] max_header_line = 16384 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.141368] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] max_l3_agents_per_router = 3 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.141498] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] max_logfile_count = 30 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.141626] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] max_logfile_size_mb = 200 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.141784] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] max_subnet_host_routes = 20 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.141930] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] my_ip = 10.180.1.21 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.142089] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] my_ipv6 = ::1 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.142248] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] network_auto_schedule = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.142379] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] network_link_prefix = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.142525] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.142677] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] notify_nova_on_port_data_changes = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.142808] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] notify_nova_on_port_status_changes = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.142947] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] pagination_max_limit = -1 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.143093] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] publish_errors = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.143225] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] rate_limit_burst = 0 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.143361] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] rate_limit_except_level = CRITICAL {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.143493] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] rate_limit_interval = 0 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.143622] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] retry_until_window = 30 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.143753] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] router_distributed = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.143884] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] rpc_resources_processing_step = 20 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.144029] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] rpc_response_max_timeout = 600 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.144159] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] rpc_response_timeout = 60 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.144286] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] send_events_interval = 2 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.144433] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] service_plugins = ['router'] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.144570] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] setproctitle = on {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.144698] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] shell_completion = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.144834] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] state_path = /opt/stack/data/neutron {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.144971] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] syslog_log_facility = LOG_USER {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.145115] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] tcp_keepidle = 600 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.145250] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] transport_url = **** {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.145382] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] use_journal = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.145513] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] use_json = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.145644] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] use_ssl = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.145775] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] use_stderr = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.145915] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] use_syslog = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.146055] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] vlan_qinq = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.146186] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] vlan_transparent = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.146316] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] watch_log_file = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.146446] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] wsgi_default_pool_size = 100 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.146577] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] wsgi_keep_alive = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.146715] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.146850] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] wsgi_server_debug = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.146997] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_concurrency.disable_process_locking = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.147154] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.147298] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.147432] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.147571] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.147709] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.147848] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.147998] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] profiler.connection_string = messaging:// {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.148150] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] profiler.enabled = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.148292] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] profiler.es_doc_type = notification {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.148427] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] profiler.es_scroll_size = 10000 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.148566] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] profiler.es_scroll_time = 2m {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.148702] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] profiler.filter_error_trace = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.148844] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] profiler.hmac_keys = **** {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.148985] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] profiler.sentinel_service_name = mymaster {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.149139] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] profiler.socket_timeout = 0.1 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.149274] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] profiler.trace_requests = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.149405] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] profiler.trace_sqlalchemy = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.149554] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] profiler_jaeger.process_tags = {} {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.149715] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] profiler_jaeger.service_name_prefix = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.149857] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] profiler_otlp.service_name_prefix = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.150015] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_policy.enforce_new_defaults = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.150288] env[64796]: WARNING oslo_config.cfg [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 517.150438] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_policy.enforce_scope = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.150584] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_policy.policy_default_rule = default {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.150735] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.150877] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.151031] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.151166] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.151296] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.151422] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.151553] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.151695] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_policy.remote_timeout = 60.0 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.151871] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.152033] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] agent.extensions = [] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.152177] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.152316] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] service_providers.service_provider = [] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.152458] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] QUOTAS.default_quota = -1 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.152598] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.152751] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] QUOTAS.quota_floatingip = 50 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.152895] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] QUOTAS.quota_network = 100 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.153042] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] QUOTAS.quota_port = 500 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.153177] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.153309] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] QUOTAS.quota_router = 10 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.153441] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] QUOTAS.quota_security_group = 10 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.153572] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.153704] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] QUOTAS.quota_subnet = 100 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.153836] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] QUOTAS.track_quota_usage = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.153981] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.154161] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep.group = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.154305] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep.helper_command = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.154441] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep.log_daemon_traceback = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.154581] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.154715] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep.thread_pool_size = 8 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.154847] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep.user = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.154987] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.155128] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_dhcp_release.group = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.155258] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_dhcp_release.helper_command = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.155388] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.155523] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.155654] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.155783] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_dhcp_release.user = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.155923] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.156063] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_ovs_vsctl.group = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.156194] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_ovs_vsctl.helper_command = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.156322] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.156456] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.156590] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.156722] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_ovs_vsctl.user = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.156861] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_namespace.capabilities = [21] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.156986] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_namespace.group = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.157127] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_namespace.helper_command = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.157256] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_namespace.log_daemon_traceback = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.157388] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.157518] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_namespace.thread_pool_size = 8 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.157644] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_namespace.user = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.157781] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_conntrack.capabilities = [12] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.157908] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_conntrack.group = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.158044] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_conntrack.helper_command = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.158175] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_conntrack.log_daemon_traceback = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.158306] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.158435] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.158562] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_conntrack.user = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.158699] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_link.capabilities = [12, 21] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.158828] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_link.group = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.158954] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_link.helper_command = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.159094] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_link.log_daemon_traceback = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.159228] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.159358] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_link.thread_pool_size = 8 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.159484] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] privsep_link.user = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.159650] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.159805] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.159946] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.continue_on_failed_promotions = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.160089] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.dscp = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.160226] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.dscp_inherit = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.160365] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.force_mp_to_policy = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.160496] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.locking_coordinator_url = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.160627] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.log_agent_heartbeats = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.160760] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.logging_expire = 1 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.160899] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.161048] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.161192] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.polling_interval = 240 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.161328] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.161468] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.161618] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.report_interval = 30.0 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.161778] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.161929] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.162084] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.162225] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.sync_skew = 60 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.162358] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.synchronization_queue_size = 20 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.162491] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT.use_helper_for_ns_read = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.162633] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] SECURITYGROUP.enable_ipset = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.162774] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] SECURITYGROUP.enable_security_group = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.162918] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.163070] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.163211] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] experimental.ipv6_pd_enabled = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.163366] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ml2.extension_drivers = ['port_security'] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.163498] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ml2.external_network_type = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.163647] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.163789] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ml2.overlay_ip_version = 4 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.163933] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ml2.path_mtu = 8950 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.164084] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ml2.physical_network_mtus = {} {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.164233] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ml2.tenant_network_types = ['vlan'] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.164373] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.164520] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ml2.type_drivers = ['vlan'] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.164663] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT_CLI.neutron_port_id = [] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.164796] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.164929] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.165137] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.165281] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.165423] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.165563] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.165704] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.165844] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.166052] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.166202] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_login_password = **** {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.166351] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_login_port = 443 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.166494] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_login_user = admin {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.166635] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.166778] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.166914] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.167057] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.167201] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.167345] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.167487] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.167627] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.167763] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.167905] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.168062] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.168200] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.168341] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.168534] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.168679] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] vsphere.vsphere_login_password = VMware1! {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.168819] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.168955] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.169106] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] nova.auth_section = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.169251] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] nova.auth_type = password {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.169394] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.169525] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] nova.certfile = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.169660] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] nova.collect_timing = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.169804] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] nova.endpoint_type = public {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.169940] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] nova.insecure = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.170086] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] nova.keyfile = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.170231] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] nova.region_name = RegionOne {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.170366] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] nova.split_loggers = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.170496] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] nova.timeout = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.170632] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] placement.auth_section = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.170777] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] placement.auth_type = password {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.170918] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.171058] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] placement.certfile = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.171196] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] placement.collect_timing = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.171337] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] placement.endpoint_type = public {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.171470] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] placement.insecure = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.171599] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] placement.keyfile = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.171749] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] placement.region_name = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.171899] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] placement.split_loggers = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.172040] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] placement.timeout = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.172183] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.auth_section = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.172315] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.auth_type = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.172444] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.cafile = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.172569] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.certfile = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.172704] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.collect_timing = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.172848] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.connect_retries = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.172987] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.connect_retry_delay = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.173140] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.enable_notifications = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.173276] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.endpoint_override = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.173408] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.insecure = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.173537] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.interface = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.173663] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.keyfile = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.173798] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.max_version = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.173929] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.min_version = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.174091] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.region_name = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.174237] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.retriable_status_codes = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.174366] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.service_name = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.174496] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.service_type = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.174626] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.split_loggers = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.174752] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.status_code_retries = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.174881] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.status_code_retry_delay = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.175015] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.timeout = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.175150] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.valid_interfaces = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.175277] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ironic.version = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.175414] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] cli_script.dry_run = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.175556] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.175687] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.175819] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.175954] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.176097] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.176227] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.176358] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.176488] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.176620] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.176761] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.176895] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.177060] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.177208] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.177345] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.177478] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.177619] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.177752] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.177887] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.178034] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.178170] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.178303] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.178431] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.178562] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.178692] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.178821] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.179018] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.179167] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.179300] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.179524] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.179673] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.179808] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.ssl = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.179951] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.180102] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.180239] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.180372] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.180506] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.ssl_version = {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.180635] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.180774] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_notifications.driver = [] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.180905] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_notifications.retry = -1 {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.181066] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.181199] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] oslo_messaging_notifications.transport_url = **** {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.181302] env[64796]: DEBUG oslo_service.backend._eventlet.service [None req-4eb06bd2-de64-4e6b-a212-7aae28289a6c None None] ******************************************************************************** {{(pid=64796) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 517.182440] env[64796]: DEBUG neutron.agent.securitygroups_rpc [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Init firewall settings (driver=nsxv3) {{(pid=64796) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 517.183776] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=64796) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 517.184028] env[64796]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] RPC agent_id: nsxm-l-01a.corp.local [ 517.186291] env[64796]: DEBUG dogpile.cache.region [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 517.186418] env[64796]: DEBUG dogpile.lock [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 517.186519] env[64796]: DEBUG dogpile.lock [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 517.186609] env[64796]: DEBUG dogpile.lock [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 517.186704] env[64796]: DEBUG dogpile.cache.region [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 517.186794] env[64796]: DEBUG dogpile.lock [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 517.186926] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 517.221379] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Session token - acquiring [ 517.222991] env[64796]: DEBUG networking_nsxv3.common.locking [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.223188] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.223274] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 517.223692] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 517.234511] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 517.515023] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 517.536184] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 517.536428] env[64796]: DEBUG dogpile.cache.region [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Cache value generated in 0.349 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 517.536428] env[64796]: DEBUG dogpile.lock [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 517.536557] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Activating Policy API Provider. [ 517.536754] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Looking for the default Infrastructure Rules. [ 517.605404] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Looking for the Default Layer3 Logged Drop Section. [ 517.622522] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 517.623017] env[64796]: DEBUG networking_nsxv3.common.locking [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.623189] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquiring lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.623294] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 517.623588] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired external semaphore "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 517.623928] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.141433] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.644422] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.146685] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Inventory metadata is going to be refreshed. [ 519.147104] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 519.967785] env[64796]: DEBUG networking_nsxv3.common.locking [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.968061] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.968165] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 519.968488] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 519.983799] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 519.984859] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 519.985899] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 520.005776] env[64796]: DEBUG networking_nsxv3.common.locking [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.006055] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.006220] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 520.006538] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 520.006700] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.006877] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 520.007031] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 520.007168] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 520.029558] env[64796]: DEBUG networking_nsxv3.common.locking [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.029791] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.029831] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 520.030207] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 520.030429] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.030606] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 520.051672] env[64796]: DEBUG networking_nsxv3.common.locking [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.051889] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.051974] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 520.052358] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 520.052542] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.052724] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 520.070777] env[64796]: DEBUG networking_nsxv3.common.locking [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.071054] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquiring lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.071160] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 520.071467] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired external semaphore "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 520.071639] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Releasing lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.071875] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 520.072015] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 520.072154] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 520.090490] env[64796]: DEBUG networking_nsxv3.common.locking [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.090713] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquiring lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.090763] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 520.091128] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired external semaphore "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 520.091360] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Releasing lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.091534] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 520.091659] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 520.091856] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 520.111440] env[64796]: DEBUG networking_nsxv3.common.locking [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.111661] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.111757] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 520.112174] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 520.112355] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.112534] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 520.112659] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 520.112896] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Inventory metadata have been refreshed. [ 520.113074] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Dryrun:True. Metadata refresh completed. [ 520.113229] env[64796]: DEBUG oslo_concurrency.lockutils [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Releasing lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.114907] env[64796]: INFO neutron.agent.agent_extensions_manager [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Loaded agent extensions: [] [ 520.115659] env[64796]: DEBUG neutron_lib.callbacks.manager [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=64796) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 520.172857] env[64796]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] NSXv3 Agent Agent RPC Daemon Started! [ 520.173199] env[64796]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] NSXv3 Agent Agent loop - iteration:0 started [ 520.173296] env[64796]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] NSXv3 Agent Agent out of sync with plugin! [ 525.117025] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 525.117025] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 530.118370] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 530.118770] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 534.839170] env[64796]: INFO networking_nsxv3.common.synchronization [None req-4531b634-777d-41d0-9122-7c7c39d085be demo admin] Enqueued Resource ID: ec5b2767-b33e-4b13-aab2-a870d4b3b6c0 with Priority: HIGHEST for action security_group_rules [ 534.839712] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec5b2767-b33e-4b13-aab2-a870d4b3b6c0 with Priority: HIGHEST for action security_group_rules [ 534.840232] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec5b2767-b33e-4b13-aab2-a870d4b3b6c0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.840366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec5b2767-b33e-4b13-aab2-a870d4b3b6c0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.840436] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec5b2767-b33e-4b13-aab2-a870d4b3b6c0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.840787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec5b2767-b33e-4b13-aab2-a870d4b3b6c0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.840884] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec5b2767-b33e-4b13-aab2-a870d4b3b6c0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.363666] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.363666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.363666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.363666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.363666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.363666] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec5b2767-b33e-4b13-aab2-a870d4b3b6c0 already deleted. [ 535.363666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec5b2767-b33e-4b13-aab2-a870d4b3b6c0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.841429] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.841429] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.842974] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.842974] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.119058] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.119058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.119058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.119058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.119581] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.621837] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.125074] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.628114] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 547.628114] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 548.399351] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.399859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.399859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.399859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.411819] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 548.412662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.413252] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 548.431136] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.431334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.431334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.431525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.431610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.431718] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 548.431792] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 548.431896] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 548.449966] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.450222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.450222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.450377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.450509] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.450621] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 548.469242] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.469435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.469435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.469630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.469736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.469849] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 548.488675] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.488887] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.488887] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.489083] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.489198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.489336] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 548.489409] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 548.489462] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 548.513019] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.513288] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.513288] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.513435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.513520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.513633] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 548.513703] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 548.513775] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 548.533741] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.533957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.533957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.534180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.534313] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.534437] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 548.534512] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 548.534582] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 548.534650] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 548.534723] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 548.534786] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 548.534850] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 548.535139] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 548.535206] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 548.535276] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 548.555057] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.555257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.555300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.555475] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.555583] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.555698] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 548.577100] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.577328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.577328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.577509] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.577614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.609884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.843749] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.844219] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.845377] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.845756] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.846438] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.847151] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.848064] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.848568] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.849069] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.849438] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.850156] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.850611] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.851722] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.852193] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 584.852886] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 584.853358] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 589.854170] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 589.854655] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 594.855392] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 594.855814] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 599.856516] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 599.856516] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 604.857021] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 604.857481] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 609.858432] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 609.858432] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 614.859836] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 614.860348] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 619.861302] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 619.861768] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 624.862640] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 624.862640] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 629.864017] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 629.864452] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 634.865077] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 634.865498] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 639.866375] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 639.867164] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 644.867769] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 644.868433] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 649.869623] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 649.869623] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 654.870910] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 654.871403] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 659.871669] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 659.872069] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 664.873164] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 664.873613] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 669.874377] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 669.874809] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 674.875078] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 674.875518] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 679.876416] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 679.876813] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 684.878115] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 684.878528] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 689.880078] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 689.880548] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 694.881603] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 694.881603] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 699.882673] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 699.882673] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 704.884062] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 704.884525] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 709.106835] env[64796]: INFO networking_nsxv3.common.synchronization [None req-1d690d35-68cb-4611-ba50-bf665097e01f None None] Enqueued Resource ID: 064f4d4d-2510-48f5-943a-4277e2eeb7b3 with Priority: HIGHEST for action port [ 709.110138] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064f4d4d-2510-48f5-943a-4277e2eeb7b3 with Priority: HIGHEST for action port [ 709.110138] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-064f4d4d-2510-48f5-943a-4277e2eeb7b3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.110446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-064f4d4d-2510-48f5-943a-4277e2eeb7b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.110446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-064f4d4d-2510-48f5-943a-4277e2eeb7b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.110645] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-064f4d4d-2510-48f5-943a-4277e2eeb7b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.110696] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('064f4d4d-2510-48f5-943a-4277e2eeb7b3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.613433] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 064f4d4d-2510-48f5-943a-4277e2eeb7b3 [ 709.613684] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.613844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.613915] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.614152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.614244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.614342] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:064f4d4d-2510-48f5-943a-4277e2eeb7b3 already deleted. [ 709.614425] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-064f4d4d-2510-48f5-943a-4277e2eeb7b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.140164] env[64796]: INFO networking_nsxv3.common.synchronization [None req-6ebe8602-1aa4-4e4b-a3bf-1aa6fb461295 None None] Enqueued Resource ID: 0e8f07e1-bb33-4c10-a934-676ba6c78fd3 with Priority: HIGHEST for action port [ 711.140477] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8f07e1-bb33-4c10-a934-676ba6c78fd3 with Priority: HIGHEST for action port [ 711.141398] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e8f07e1-bb33-4c10-a934-676ba6c78fd3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.141398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e8f07e1-bb33-4c10-a934-676ba6c78fd3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.141398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e8f07e1-bb33-4c10-a934-676ba6c78fd3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.141398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e8f07e1-bb33-4c10-a934-676ba6c78fd3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.141583] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e8f07e1-bb33-4c10-a934-676ba6c78fd3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.645392] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e8f07e1-bb33-4c10-a934-676ba6c78fd3 [ 711.645504] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.645659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.645659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.645927] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.646037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.646157] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e8f07e1-bb33-4c10-a934-676ba6c78fd3 already deleted. [ 711.646237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e8f07e1-bb33-4c10-a934-676ba6c78fd3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.045156] env[64796]: INFO networking_nsxv3.common.synchronization [None req-587f5463-b528-4aa0-83dd-00da967916c8 None None] Enqueued Resource ID: a5853e4d-68b9-40d9-bbe6-6258bfb1c090 with Priority: HIGHEST for action port [ 714.046056] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5853e4d-68b9-40d9-bbe6-6258bfb1c090 with Priority: HIGHEST for action port [ 714.046373] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5853e4d-68b9-40d9-bbe6-6258bfb1c090 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.046494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5853e4d-68b9-40d9-bbe6-6258bfb1c090" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.046559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5853e4d-68b9-40d9-bbe6-6258bfb1c090" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.047121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5853e4d-68b9-40d9-bbe6-6258bfb1c090" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.047121] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5853e4d-68b9-40d9-bbe6-6258bfb1c090',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.522903] env[64796]: INFO networking_nsxv3.common.synchronization [None req-52e863cc-04d4-4b06-a2e8-c05f070c01f7 None None] Enqueued Resource ID: 6911d380-b4f8-4fe2-a227-edf41554394f with Priority: HIGHEST for action port [ 714.523500] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6911d380-b4f8-4fe2-a227-edf41554394f with Priority: HIGHEST for action port [ 714.523844] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-6911d380-b4f8-4fe2-a227-edf41554394f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.524018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6911d380-b4f8-4fe2-a227-edf41554394f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.524018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6911d380-b4f8-4fe2-a227-edf41554394f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.526042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6911d380-b4f8-4fe2-a227-edf41554394f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.526162] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6911d380-b4f8-4fe2-a227-edf41554394f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.551786] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5853e4d-68b9-40d9-bbe6-6258bfb1c090 [ 714.551786] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.551946] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.552115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.552572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.552572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.552572] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5853e4d-68b9-40d9-bbe6-6258bfb1c090 already deleted. [ 714.552572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5853e4d-68b9-40d9-bbe6-6258bfb1c090" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.030871] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6911d380-b4f8-4fe2-a227-edf41554394f [ 715.030871] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.030871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.031073] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.031109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.031206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.031301] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6911d380-b4f8-4fe2-a227-edf41554394f already deleted. [ 715.031408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6911d380-b4f8-4fe2-a227-edf41554394f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.396991] env[64796]: INFO networking_nsxv3.common.synchronization [None req-095c37a1-d4b3-436e-b922-ef504eb42446 None None] Enqueued Resource ID: 0f21dc6e-987e-4a0a-b450-d48a8d2b1292 with Priority: HIGHEST for action port [ 716.397820] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f21dc6e-987e-4a0a-b450-d48a8d2b1292 with Priority: HIGHEST for action port [ 716.398425] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f21dc6e-987e-4a0a-b450-d48a8d2b1292 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.398425] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f21dc6e-987e-4a0a-b450-d48a8d2b1292" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.398592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f21dc6e-987e-4a0a-b450-d48a8d2b1292" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.398983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f21dc6e-987e-4a0a-b450-d48a8d2b1292" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.399105] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f21dc6e-987e-4a0a-b450-d48a8d2b1292',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.877661] env[64796]: INFO networking_nsxv3.common.synchronization [None req-8664ee87-5eac-42f3-82dd-a4d82a609859 None None] Enqueued Resource ID: 5c00f3f3-e5e5-4bb1-a2f6-f06e7fdc8dd1 with Priority: HIGHEST for action port [ 716.878188] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c00f3f3-e5e5-4bb1-a2f6-f06e7fdc8dd1 with Priority: HIGHEST for action port [ 716.878609] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c00f3f3-e5e5-4bb1-a2f6-f06e7fdc8dd1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.878694] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c00f3f3-e5e5-4bb1-a2f6-f06e7fdc8dd1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.878751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c00f3f3-e5e5-4bb1-a2f6-f06e7fdc8dd1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.879404] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c00f3f3-e5e5-4bb1-a2f6-f06e7fdc8dd1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.879455] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c00f3f3-e5e5-4bb1-a2f6-f06e7fdc8dd1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.901832] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f21dc6e-987e-4a0a-b450-d48a8d2b1292 [ 716.902403] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.902585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.903254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.903254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.903254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.903395] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f21dc6e-987e-4a0a-b450-d48a8d2b1292 already deleted. [ 716.903395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f21dc6e-987e-4a0a-b450-d48a8d2b1292" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.383037] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c00f3f3-e5e5-4bb1-a2f6-f06e7fdc8dd1 [ 717.383122] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.383722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.383722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.383722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.384056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.384891] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c00f3f3-e5e5-4bb1-a2f6-f06e7fdc8dd1 already deleted. [ 717.384891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c00f3f3-e5e5-4bb1-a2f6-f06e7fdc8dd1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.696112] env[64796]: INFO networking_nsxv3.common.synchronization [None req-752c1057-c914-44f8-88e8-e797829b8fb0 None None] Enqueued Resource ID: 92891538-9f08-429a-b844-e9244b36e556 with Priority: HIGHEST for action port [ 717.696112] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92891538-9f08-429a-b844-e9244b36e556 with Priority: HIGHEST for action port [ 717.696112] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-92891538-9f08-429a-b844-e9244b36e556 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.696728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92891538-9f08-429a-b844-e9244b36e556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.696942] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92891538-9f08-429a-b844-e9244b36e556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.697279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92891538-9f08-429a-b844-e9244b36e556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.697452] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92891538-9f08-429a-b844-e9244b36e556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.158685] env[64796]: INFO networking_nsxv3.common.synchronization [None req-4e76017f-c867-44f2-a651-53a968c17446 None None] Enqueued Resource ID: 5697cdee-f49d-4a32-80d7-3ce70db65e95 with Priority: HIGHEST for action port [ 718.158685] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5697cdee-f49d-4a32-80d7-3ce70db65e95 with Priority: HIGHEST for action port [ 718.159480] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-5697cdee-f49d-4a32-80d7-3ce70db65e95 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.159480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5697cdee-f49d-4a32-80d7-3ce70db65e95" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.159480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5697cdee-f49d-4a32-80d7-3ce70db65e95" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.159999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5697cdee-f49d-4a32-80d7-3ce70db65e95" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.160194] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5697cdee-f49d-4a32-80d7-3ce70db65e95',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.204553] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92891538-9f08-429a-b844-e9244b36e556 [ 718.204553] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.204553] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.204553] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.204553] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.204553] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.204553] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92891538-9f08-429a-b844-e9244b36e556 already deleted. [ 718.204833] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92891538-9f08-429a-b844-e9244b36e556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.663800] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5697cdee-f49d-4a32-80d7-3ce70db65e95 [ 718.663800] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.663800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.663800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.663800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.663800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.663800] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5697cdee-f49d-4a32-80d7-3ce70db65e95 already deleted. [ 718.663800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5697cdee-f49d-4a32-80d7-3ce70db65e95" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.127587] env[64796]: INFO networking_nsxv3.common.synchronization [None req-5451a219-cb88-499d-8123-b45578c1eefd None None] Enqueued Resource ID: e08d35ea-13ff-4339-8864-268bc1b78933 with Priority: HIGHEST for action port [ 719.127937] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08d35ea-13ff-4339-8864-268bc1b78933 with Priority: HIGHEST for action port [ 719.128534] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-e08d35ea-13ff-4339-8864-268bc1b78933 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.128658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e08d35ea-13ff-4339-8864-268bc1b78933" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.128719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e08d35ea-13ff-4339-8864-268bc1b78933" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.128959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e08d35ea-13ff-4339-8864-268bc1b78933" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.130420] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e08d35ea-13ff-4339-8864-268bc1b78933',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.451900] env[64796]: INFO networking_nsxv3.common.synchronization [None req-da5000c2-d3d3-419f-80ee-4b72ba346175 None None] Enqueued Resource ID: f6d958ed-af73-4636-a778-67794b7e7d86 with Priority: HIGHEST for action port [ 719.452450] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d958ed-af73-4636-a778-67794b7e7d86 with Priority: HIGHEST for action port [ 719.453160] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6d958ed-af73-4636-a778-67794b7e7d86 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.453160] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6d958ed-af73-4636-a778-67794b7e7d86" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.453160] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6d958ed-af73-4636-a778-67794b7e7d86" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.454289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6d958ed-af73-4636-a778-67794b7e7d86" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.454385] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d958ed-af73-4636-a778-67794b7e7d86',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.633228] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e08d35ea-13ff-4339-8864-268bc1b78933 [ 719.633458] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.633602] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.634120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.634120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.634120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.634268] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e08d35ea-13ff-4339-8864-268bc1b78933 already deleted. [ 719.634268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e08d35ea-13ff-4339-8864-268bc1b78933" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.956364] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6d958ed-af73-4636-a778-67794b7e7d86 [ 719.956847] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.956847] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.956948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.957297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.957297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.957387] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6d958ed-af73-4636-a778-67794b7e7d86 already deleted. [ 719.957387] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6d958ed-af73-4636-a778-67794b7e7d86" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.100636] env[64796]: INFO networking_nsxv3.common.synchronization [None req-bd16b644-2f3a-4d76-869d-2629ad9fa678 None None] Enqueued Resource ID: b65d8248-4a88-4387-8d0d-186b0d69b22b with Priority: HIGHEST for action port [ 721.100924] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65d8248-4a88-4387-8d0d-186b0d69b22b with Priority: HIGHEST for action port [ 721.101517] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-b65d8248-4a88-4387-8d0d-186b0d69b22b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.101637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b65d8248-4a88-4387-8d0d-186b0d69b22b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.101924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b65d8248-4a88-4387-8d0d-186b0d69b22b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.101924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b65d8248-4a88-4387-8d0d-186b0d69b22b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.102322] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b65d8248-4a88-4387-8d0d-186b0d69b22b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.604732] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b65d8248-4a88-4387-8d0d-186b0d69b22b [ 721.604732] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.604732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.604732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.604732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.605035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.605217] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b65d8248-4a88-4387-8d0d-186b0d69b22b already deleted. [ 721.605400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b65d8248-4a88-4387-8d0d-186b0d69b22b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.659633] env[64796]: INFO networking_nsxv3.common.synchronization [None req-1add60ba-876f-4569-a29f-9302ad027140 None None] Enqueued Resource ID: 7913a2dc-da14-4c81-906f-a13aa6d5a356 with Priority: HIGHEST for action port [ 721.659897] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7913a2dc-da14-4c81-906f-a13aa6d5a356 with Priority: HIGHEST for action port [ 721.660475] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-7913a2dc-da14-4c81-906f-a13aa6d5a356 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.660637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7913a2dc-da14-4c81-906f-a13aa6d5a356" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.660689] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7913a2dc-da14-4c81-906f-a13aa6d5a356" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.660943] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7913a2dc-da14-4c81-906f-a13aa6d5a356" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.661578] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7913a2dc-da14-4c81-906f-a13aa6d5a356',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.158359] env[64796]: INFO networking_nsxv3.common.synchronization [None req-0df3b394-4aa2-465a-9697-329546259cc3 None None] Enqueued Resource ID: 1068d70b-0fc7-4bfd-a2af-0b453589dfd5 with Priority: HIGHEST for action port [ 722.159073] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1068d70b-0fc7-4bfd-a2af-0b453589dfd5 with Priority: HIGHEST for action port [ 722.159383] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-1068d70b-0fc7-4bfd-a2af-0b453589dfd5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.159535] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1068d70b-0fc7-4bfd-a2af-0b453589dfd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.159625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1068d70b-0fc7-4bfd-a2af-0b453589dfd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.160107] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1068d70b-0fc7-4bfd-a2af-0b453589dfd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.160191] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1068d70b-0fc7-4bfd-a2af-0b453589dfd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.163163] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7913a2dc-da14-4c81-906f-a13aa6d5a356 [ 722.163408] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.163539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.163583] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.164182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.164182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.164182] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7913a2dc-da14-4c81-906f-a13aa6d5a356 already deleted. [ 722.164522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7913a2dc-da14-4c81-906f-a13aa6d5a356" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.663413] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1068d70b-0fc7-4bfd-a2af-0b453589dfd5 [ 722.667019] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.667019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.667019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.667019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.667019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.667019] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1068d70b-0fc7-4bfd-a2af-0b453589dfd5 already deleted. [ 722.667019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1068d70b-0fc7-4bfd-a2af-0b453589dfd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.909708] env[64796]: INFO networking_nsxv3.common.synchronization [None req-73f03ad4-4b51-4a0c-9b55-1838adc4089e None None] Enqueued Resource ID: bf9ce500-ffe5-495a-a0cf-a1a8976fc7fd with Priority: HIGHEST for action port [ 722.909990] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf9ce500-ffe5-495a-a0cf-a1a8976fc7fd with Priority: HIGHEST for action port [ 722.911463] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf9ce500-ffe5-495a-a0cf-a1a8976fc7fd taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.911563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf9ce500-ffe5-495a-a0cf-a1a8976fc7fd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.911747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf9ce500-ffe5-495a-a0cf-a1a8976fc7fd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.911952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf9ce500-ffe5-495a-a0cf-a1a8976fc7fd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.912059] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf9ce500-ffe5-495a-a0cf-a1a8976fc7fd',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.415275] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf9ce500-ffe5-495a-a0cf-a1a8976fc7fd [ 723.415546] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.415671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.415728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.415925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.416028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.416138] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf9ce500-ffe5-495a-a0cf-a1a8976fc7fd already deleted. [ 723.416193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf9ce500-ffe5-495a-a0cf-a1a8976fc7fd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.663234] env[64796]: INFO networking_nsxv3.common.synchronization [None req-b44a7f34-bbb4-4417-9db9-dda0b1dd4cd7 None None] Enqueued Resource ID: cb6648cb-8611-4ed4-9f8b-cc93ce06a038 with Priority: HIGHEST for action port [ 723.663234] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6648cb-8611-4ed4-9f8b-cc93ce06a038 with Priority: HIGHEST for action port [ 723.663874] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb6648cb-8611-4ed4-9f8b-cc93ce06a038 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.663874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb6648cb-8611-4ed4-9f8b-cc93ce06a038" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.663874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb6648cb-8611-4ed4-9f8b-cc93ce06a038" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.663874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb6648cb-8611-4ed4-9f8b-cc93ce06a038" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.663874] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb6648cb-8611-4ed4-9f8b-cc93ce06a038',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.166967] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb6648cb-8611-4ed4-9f8b-cc93ce06a038 [ 724.167240] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.167425] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.167551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.167809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.167871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.167935] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb6648cb-8611-4ed4-9f8b-cc93ce06a038 already deleted. [ 724.168024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb6648cb-8611-4ed4-9f8b-cc93ce06a038" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.212570] env[64796]: INFO networking_nsxv3.common.synchronization [None req-64ea31b7-0f12-4aad-9099-14011a481cee None None] Enqueued Resource ID: 12c035d3-594a-414c-b8d0-d9cc4d2684b7 with Priority: HIGHEST for action port [ 724.213166] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12c035d3-594a-414c-b8d0-d9cc4d2684b7 with Priority: HIGHEST for action port [ 724.213497] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-12c035d3-594a-414c-b8d0-d9cc4d2684b7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.213640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12c035d3-594a-414c-b8d0-d9cc4d2684b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.213704] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12c035d3-594a-414c-b8d0-d9cc4d2684b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.213977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12c035d3-594a-414c-b8d0-d9cc4d2684b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.217955] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c035d3-594a-414c-b8d0-d9cc4d2684b7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.721035] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12c035d3-594a-414c-b8d0-d9cc4d2684b7 [ 724.721325] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.721493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.723225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.723225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.723225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.723225] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12c035d3-594a-414c-b8d0-d9cc4d2684b7 already deleted. [ 724.723225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12c035d3-594a-414c-b8d0-d9cc4d2684b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.787470] env[64796]: INFO networking_nsxv3.common.synchronization [None req-a0db03f9-8d4f-4623-a07e-457fe7e83dd8 None None] Enqueued Resource ID: f5536e5c-b7d8-4b95-9d67-7a6f9a19b8e6 with Priority: HIGHEST for action port [ 724.787470] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5536e5c-b7d8-4b95-9d67-7a6f9a19b8e6 with Priority: HIGHEST for action port [ 724.789297] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5536e5c-b7d8-4b95-9d67-7a6f9a19b8e6 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.789297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5536e5c-b7d8-4b95-9d67-7a6f9a19b8e6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.789297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5536e5c-b7d8-4b95-9d67-7a6f9a19b8e6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.789555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5536e5c-b7d8-4b95-9d67-7a6f9a19b8e6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.789555] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5536e5c-b7d8-4b95-9d67-7a6f9a19b8e6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.224703] env[64796]: INFO networking_nsxv3.common.synchronization [None req-b52f207e-8987-4a7e-8c89-fe5b96038226 None None] Enqueued Resource ID: 53c96efc-b2e1-49dd-860e-473e98a43741 with Priority: HIGHEST for action port [ 725.225309] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c96efc-b2e1-49dd-860e-473e98a43741 with Priority: HIGHEST for action port [ 725.226491] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-53c96efc-b2e1-49dd-860e-473e98a43741 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.226491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53c96efc-b2e1-49dd-860e-473e98a43741" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.226491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53c96efc-b2e1-49dd-860e-473e98a43741" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.226925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53c96efc-b2e1-49dd-860e-473e98a43741" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.227919] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53c96efc-b2e1-49dd-860e-473e98a43741',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.294386] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5536e5c-b7d8-4b95-9d67-7a6f9a19b8e6 [ 725.294386] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.294386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.294386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.294386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.294386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.294386] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5536e5c-b7d8-4b95-9d67-7a6f9a19b8e6 already deleted. [ 725.294386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5536e5c-b7d8-4b95-9d67-7a6f9a19b8e6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.611694] env[64796]: INFO networking_nsxv3.common.synchronization [req-b312825a-6d13-4051-99ef-bf0bc950eb28 req-4ce1fbbe-2e7c-4185-b4e0-a683b33bd4a7 tempest-InstanceActionsV221TestJSON-1978039525 tempest-InstanceActionsV221TestJSON-1978039525-project-member] Enqueued Resource ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e with Priority: HIGHEST for action security_group_members [ 725.612910] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e with Priority: HIGHEST for action security_group_members [ 725.613632] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b78bbc-73cf-4a4c-af69-803758a64b8e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.613756] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.613822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.614084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.614264] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.614363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.614435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.614583] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.614667] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.617130] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59b78bbc-73cf-4a4c-af69-803758a64b8e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.732670] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53c96efc-b2e1-49dd-860e-473e98a43741 [ 725.732670] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.733028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.733028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.733157] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.733245] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.733344] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53c96efc-b2e1-49dd-860e-473e98a43741 already deleted. [ 725.733425] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53c96efc-b2e1-49dd-860e-473e98a43741" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.121895] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.122293] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.122293] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.122418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.122454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.122772] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.122772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.122883] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.122968] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.123588] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.123588] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e already deleted. [ 726.123588] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.210245] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-740 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.210381] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-740" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.210980] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-740" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.210980] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-740" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.211313] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.211487] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.211599] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.211960] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.211960] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.212290] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.212504] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.212717] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.212890] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.213079] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.213208] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.213404] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.241491] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.241617] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.241759] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.241976] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-740" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.242338] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-1d31c098-524b-4b47-abcf-96b4c8d005ab taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.242532] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-1d31c098-524b-4b47-abcf-96b4c8d005ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.242662] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-1d31c098-524b-4b47-abcf-96b4c8d005ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.243043] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-1d31c098-524b-4b47-abcf-96b4c8d005ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.243189] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d31c098-524b-4b47-abcf-96b4c8d005ab',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.614024] env[64796]: INFO networking_nsxv3.common.synchronization [None req-6621d863-1b10-43f9-a8c9-393a11b3f66e None None] Enqueued Resource ID: f0b76bd6-8f99-4edb-903e-49595eb30278 with Priority: HIGHEST for action port [ 726.614567] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b76bd6-8f99-4edb-903e-49595eb30278 with Priority: HIGHEST for action port [ 726.614891] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0b76bd6-8f99-4edb-903e-49595eb30278 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.615049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0b76bd6-8f99-4edb-903e-49595eb30278" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.615560] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0b76bd6-8f99-4edb-903e-49595eb30278" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.615610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0b76bd6-8f99-4edb-903e-49595eb30278" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.615758] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b76bd6-8f99-4edb-903e-49595eb30278',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.746452] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.746452] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.746777] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.747325] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.747901] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.748133] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 1d31c098-524b-4b47-abcf-96b4c8d005ab not found, creating... [ 726.748427] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.748595] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.748711] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.749013] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.749220] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.750193] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.750193] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.750193] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.750193] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.750440] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.750440] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 1d31c098-524b-4b47-abcf-96b4c8d005ab is going to be created. [ 726.781278] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.781518] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.781640] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.782074] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.782315] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.782538] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-1d31c098-524b-4b47-abcf-96b4c8d005ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.118770] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0b76bd6-8f99-4edb-903e-49595eb30278 [ 727.119028] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.119171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.119240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.119443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.119529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.120531] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0b76bd6-8f99-4edb-903e-49595eb30278 already deleted. [ 727.120531] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0b76bd6-8f99-4edb-903e-49595eb30278" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.920162] env[64796]: INFO networking_nsxv3.common.synchronization [req-b312825a-6d13-4051-99ef-bf0bc950eb28 req-336c0453-d202-48d4-8faf-38ed3757187c service nova] Enqueued Resource ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e with Priority: HIGHEST for action security_group_rules [ 727.920650] env[64796]: INFO networking_nsxv3.common.synchronization [req-b312825a-6d13-4051-99ef-bf0bc950eb28 req-336c0453-d202-48d4-8faf-38ed3757187c service nova] Enqueued Resource ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e with Priority: HIGHEST for action security_group_members [ 727.920650] env[64796]: INFO networking_nsxv3.common.synchronization [req-b312825a-6d13-4051-99ef-bf0bc950eb28 req-336c0453-d202-48d4-8faf-38ed3757187c service nova] Enqueued Resource ID: 1d31c098-524b-4b47-abcf-96b4c8d005ab with Priority: HIGHEST for action port [ 727.920781] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e with Priority: HIGHEST for action security_group_rules [ 727.920939] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e with Priority: HIGHEST for action security_group_members [ 727.921348] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d31c098-524b-4b47-abcf-96b4c8d005ab with Priority: HIGHEST for action port [ 727.921598] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59b78bbc-73cf-4a4c-af69-803758a64b8e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.922377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.923229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.923229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.923229] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59b78bbc-73cf-4a4c-af69-803758a64b8e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.926256] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b78bbc-73cf-4a4c-af69-803758a64b8e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.926256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.926256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.926256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.926256] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.926256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.926256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.926256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.926256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.926256] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59b78bbc-73cf-4a4c-af69-803758a64b8e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.926948] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d31c098-524b-4b47-abcf-96b4c8d005ab taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.927222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d31c098-524b-4b47-abcf-96b4c8d005ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.927326] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d31c098-524b-4b47-abcf-96b4c8d005ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.927491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d31c098-524b-4b47-abcf-96b4c8d005ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.927569] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d31c098-524b-4b47-abcf-96b4c8d005ab',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.432259] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b78bbc-73cf-4a4c-af69-803758a64b8e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.432259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.441381] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d31c098-524b-4b47-abcf-96b4c8d005ab with status ACTIVE [ 728.441797] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.442656] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.443184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.445465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.445465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.445465] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.445465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.445465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.445465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.445465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.445465] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.445465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.445465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.445465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.445465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.445465] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d31c098-524b-4b47-abcf-96b4c8d005ab is going to be updated. [ 728.448407] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59b78bbc-73cf-4a4c-af69-803758a64b8e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.474868] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.475074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.475129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.475651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.475651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.475651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d31c098-524b-4b47-abcf-96b4c8d005ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.954936] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59b78bbc-73cf-4a4c-af69-803758a64b8e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.029670] env[64796]: INFO networking_nsxv3.common.synchronization [None req-c01c4ee5-b976-45de-ba0a-774d19a46779 None None] Enqueued Resource ID: 69640f00-d4ce-4300-bcff-196efc61c904 with Priority: HIGHEST for action port [ 729.030276] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69640f00-d4ce-4300-bcff-196efc61c904 with Priority: HIGHEST for action port [ 729.030585] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-69640f00-d4ce-4300-bcff-196efc61c904 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.030734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69640f00-d4ce-4300-bcff-196efc61c904" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.030799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69640f00-d4ce-4300-bcff-196efc61c904" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.034074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69640f00-d4ce-4300-bcff-196efc61c904" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.034074] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69640f00-d4ce-4300-bcff-196efc61c904',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.458113] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.458289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.458363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.458586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.458901] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.458901] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e is going to be created. [ 729.520806] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.522434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.522563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.522798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.522971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.534329] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e in Status: UNINITIALIZED for 2s [ 729.535730] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69640f00-d4ce-4300-bcff-196efc61c904 [ 729.535900] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.536299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.536299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.536515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.536631] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.536866] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69640f00-d4ce-4300-bcff-196efc61c904 already deleted. [ 729.536866] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69640f00-d4ce-4300-bcff-196efc61c904" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.422240] env[64796]: INFO networking_nsxv3.common.synchronization [req-c00d51f7-6fa9-4ea1-bff9-cfa6f8c9479b req-f4480fb2-5dd1-4b47-904e-3b83cdd9fefc tempest-DeleteServersAdminTestJSON-1931749919 tempest-DeleteServersAdminTestJSON-1931749919-project-member] Enqueued Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_members [ 730.422892] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_members [ 730.423375] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.423500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.423557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.423958] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.424062] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.424136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.424136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.424299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.424382] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.424475] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.928352] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.928537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.928605] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.928827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.928923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.929142] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.929255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.929342] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.929444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.929520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.929610] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba already deleted. [ 730.929686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.116750] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.116976] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.117098] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.117428] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.117683] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.117837] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.117952] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.118445] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.118594] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.118833] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.119058] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.119142] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.119281] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.119330] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.119435] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.119578] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.140639] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.140639] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.140639] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.140639] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.140639] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-eeeab7e5-18bc-4c4b-bb2f-3f108d958a17 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.140639] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-eeeab7e5-18bc-4c4b-bb2f-3f108d958a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.140639] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-eeeab7e5-18bc-4c4b-bb2f-3f108d958a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.140639] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-eeeab7e5-18bc-4c4b-bb2f-3f108d958a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.140639] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeeab7e5-18bc-4c4b-bb2f-3f108d958a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.545625] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e in Status: SUCCESS [ 731.545880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.545880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.546104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.547223] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.547223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.547223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.547223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.547223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.547223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.547223] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59b78bbc-73cf-4a4c-af69-803758a64b8e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.642393] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.642717] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.642996] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.643451] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.643666] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.643874] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port eeeab7e5-18bc-4c4b-bb2f-3f108d958a17 not found, creating... [ 731.644687] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.644853] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.644955] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.645528] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.645691] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.646273] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.646442] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.646817] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.646988] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.647158] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.647307] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: eeeab7e5-18bc-4c4b-bb2f-3f108d958a17 is going to be created. [ 731.672896] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.672896] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.672896] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.674116] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.674116] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.674116] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-eeeab7e5-18bc-4c4b-bb2f-3f108d958a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.853504] env[64796]: INFO networking_nsxv3.common.synchronization [None req-c2eace17-2393-4e10-ba57-9411cf819dcb None None] Enqueued Resource ID: 9b8d8045-7c69-4d21-991f-8b83262895bf with Priority: HIGHEST for action port [ 731.853504] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b8d8045-7c69-4d21-991f-8b83262895bf with Priority: HIGHEST for action port [ 731.853844] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b8d8045-7c69-4d21-991f-8b83262895bf taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.854014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b8d8045-7c69-4d21-991f-8b83262895bf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.854098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b8d8045-7c69-4d21-991f-8b83262895bf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.854345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b8d8045-7c69-4d21-991f-8b83262895bf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.854426] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b8d8045-7c69-4d21-991f-8b83262895bf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.049319] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b78bbc-73cf-4a4c-af69-803758a64b8e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.050453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.050569] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.050836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.051073] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.051212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.051306] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.051525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.051673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.051807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.052020] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b78bbc-73cf-4a4c-af69-803758a64b8e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.052161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.052248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.052424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.052597] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.052724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.052818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.053008] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.053130] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.053244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.053342] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59b78bbc-73cf-4a4c-af69-803758a64b8e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.191935] env[64796]: INFO networking_nsxv3.common.synchronization [None req-de871841-02d6-4ba1-b6b2-ff1785d62739 None None] Enqueued Resource ID: 27c39b9d-82e4-4451-ae4a-d3f8b21d40bd with Priority: HIGHEST for action port [ 732.192539] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c39b9d-82e4-4451-ae4a-d3f8b21d40bd with Priority: HIGHEST for action port [ 732.194020] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-27c39b9d-82e4-4451-ae4a-d3f8b21d40bd taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.194020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27c39b9d-82e4-4451-ae4a-d3f8b21d40bd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.194020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27c39b9d-82e4-4451-ae4a-d3f8b21d40bd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.194020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27c39b9d-82e4-4451-ae4a-d3f8b21d40bd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.194020] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c39b9d-82e4-4451-ae4a-d3f8b21d40bd',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.357321] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b8d8045-7c69-4d21-991f-8b83262895bf [ 732.357321] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.357321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.357652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.357652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.357652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.357853] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b8d8045-7c69-4d21-991f-8b83262895bf already deleted. [ 732.357853] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b8d8045-7c69-4d21-991f-8b83262895bf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.455243] env[64796]: INFO networking_nsxv3.common.synchronization [req-c00d51f7-6fa9-4ea1-bff9-cfa6f8c9479b req-9442b28b-7988-4a24-be21-53e3adc5878b service nova] Enqueued Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_rules [ 732.455549] env[64796]: INFO networking_nsxv3.common.synchronization [req-c00d51f7-6fa9-4ea1-bff9-cfa6f8c9479b req-9442b28b-7988-4a24-be21-53e3adc5878b service nova] Enqueued Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_members [ 732.455549] env[64796]: INFO networking_nsxv3.common.synchronization [req-c00d51f7-6fa9-4ea1-bff9-cfa6f8c9479b req-9442b28b-7988-4a24-be21-53e3adc5878b service nova] Enqueued Resource ID: eeeab7e5-18bc-4c4b-bb2f-3f108d958a17 with Priority: HIGHEST for action port [ 732.455721] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_rules [ 732.455854] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_members [ 732.456117] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeeab7e5-18bc-4c4b-bb2f-3f108d958a17 with Priority: HIGHEST for action port [ 732.456504] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.456624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.456690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.456934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.459059] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.459059] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.459059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.459059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.459059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.459258] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.459258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.459258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.459803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.459803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.459803] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.460496] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeeab7e5-18bc-4c4b-bb2f-3f108d958a17 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.460701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeeab7e5-18bc-4c4b-bb2f-3f108d958a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.460701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeeab7e5-18bc-4c4b-bb2f-3f108d958a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.460890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeeab7e5-18bc-4c4b-bb2f-3f108d958a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.460980] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeeab7e5-18bc-4c4b-bb2f-3f108d958a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.555733] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59b78bbc-73cf-4a4c-af69-803758a64b8e: rpc.has_security_group_logging(os_id): False [ 732.576513] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.576513] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.576513] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.576735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.576735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.576920] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.577071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.577252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.578042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.578042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.578042] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.578042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.578042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.578042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.578674] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.579112] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.579237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.579302] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.579452] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.579527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.579615] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e is going to be created. [ 732.587605] env[64796]: INFO networking_nsxv3.common.synchronization [None req-a29a5f4e-ef50-4e4d-8095-3480b4231ecb tempest-VolumesAssistedSnapshotsTest-1292690712 tempest-VolumesAssistedSnapshotsTest-1292690712-project-member] Enqueued Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGHEST for action security_group_rules [ 732.588755] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGHEST for action security_group_rules [ 732.588755] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.588755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.588755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.589032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.589145] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64998d63-c307-40b6-9be3-26ee2e0a6b2f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.652248] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.652615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.655048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.655048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.655048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.666533] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e in Status: IN_PROGRESS for 2s [ 732.699958] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27c39b9d-82e4-4451-ae4a-d3f8b21d40bd [ 732.700264] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.700339] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.700405] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.700624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.700730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.700865] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27c39b9d-82e4-4451-ae4a-d3f8b21d40bd already deleted. [ 732.700951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27c39b9d-82e4-4451-ae4a-d3f8b21d40bd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.963082] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.967447] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.967447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.967447] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eeeab7e5-18bc-4c4b-bb2f-3f108d958a17 with status ACTIVE [ 732.967447] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.967447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.967447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.967447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.967447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.967447] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.967447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.967447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.967447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.967447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.967447] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.968158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.968158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.968319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.968505] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.968683] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eeeab7e5-18bc-4c4b-bb2f-3f108d958a17 is going to be updated. [ 732.991214] env[64796]: INFO networking_nsxv3.common.synchronization [None req-53588580-0fc5-4284-91b6-c152adc2e009 tempest-VolumesAssistedSnapshotsTest-1292690712 tempest-VolumesAssistedSnapshotsTest-1292690712-project-member] Enqueued Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGHEST for action security_group_rules [ 732.991214] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGHEST for action security_group_rules [ 732.991811] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.992264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.995218] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.996635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.996852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.997170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.997439] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.998194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeeab7e5-18bc-4c4b-bb2f-3f108d958a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.097706] env[64796]: INFO networking_nsxv3.common.synchronization [None req-d7dc4ce5-d77a-4193-9821-f1a193631c9c None None] Enqueued Resource ID: abff0216-1daf-4313-84dd-51058ad5bd7e with Priority: HIGHEST for action port [ 733.099435] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abff0216-1daf-4313-84dd-51058ad5bd7e with Priority: HIGHEST for action port [ 733.100268] env[64796]: INFO networking_nsxv3.common.synchronization [None req-c99f881d-6eec-4e3f-aff6-0857ac31450f None None] Enqueued Resource ID: 961fa4a1-c938-49dc-9a49-bc43c9ac7ce0 with Priority: HIGHEST for action port [ 733.100879] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-abff0216-1daf-4313-84dd-51058ad5bd7e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.100879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abff0216-1daf-4313-84dd-51058ad5bd7e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.100879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abff0216-1daf-4313-84dd-51058ad5bd7e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.101684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abff0216-1daf-4313-84dd-51058ad5bd7e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.101828] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abff0216-1daf-4313-84dd-51058ad5bd7e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.106726] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961fa4a1-c938-49dc-9a49-bc43c9ac7ce0 with Priority: HIGHEST for action port [ 733.107374] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-961fa4a1-c938-49dc-9a49-bc43c9ac7ce0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.107374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-961fa4a1-c938-49dc-9a49-bc43c9ac7ce0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.107374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-961fa4a1-c938-49dc-9a49-bc43c9ac7ce0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.107630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-961fa4a1-c938-49dc-9a49-bc43c9ac7ce0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.107630] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('961fa4a1-c938-49dc-9a49-bc43c9ac7ce0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.125134] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.125312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.125472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.125691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.125799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.126098] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f already deleted. [ 733.126098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.126832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.126832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.126832] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64998d63-c307-40b6-9be3-26ee2e0a6b2f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.305636] env[64796]: INFO networking_nsxv3.common.synchronization [req-dafad3f7-37ef-4815-9576-fa47ab628606 req-30b6d15c-dc1c-43e8-829b-708dcdce7f6f tempest-FloatingIPsAssociationNegativeTestJSON-1448270596 tempest-FloatingIPsAssociationNegativeTestJSON-1448270596-project-member] Enqueued Resource ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 with Priority: HIGHEST for action security_group_members [ 733.306166] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 with Priority: HIGHEST for action security_group_members [ 733.306518] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.306753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.306905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.307181] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.307342] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.307440] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.307502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.307659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.307754] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.307860] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cf3f94f-5e88-4d86-8c4e-e11e711caea0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.471265] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.607989] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abff0216-1daf-4313-84dd-51058ad5bd7e [ 733.607989] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.607989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.607989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.608388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.608557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.608641] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abff0216-1daf-4313-84dd-51058ad5bd7e already deleted. [ 733.608704] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abff0216-1daf-4313-84dd-51058ad5bd7e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.612169] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 961fa4a1-c938-49dc-9a49-bc43c9ac7ce0 [ 733.612169] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.612169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.612169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.612169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.612169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.612169] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:961fa4a1-c938-49dc-9a49-bc43c9ac7ce0 already deleted. [ 733.612169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-961fa4a1-c938-49dc-9a49-bc43c9ac7ce0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.653785] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.653785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.653785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.654034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.654106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.654221] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f already deleted. [ 733.654310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.813145] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.813380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.813453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.813671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.813772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.813996] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.814116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.814180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.814431] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.814495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.814573] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 already deleted. [ 733.814660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.977159] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.979071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.979071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.979071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.979071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.979071] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba is going to be created. [ 734.005039] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.005039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.005039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.005039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.005430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.017725] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba in Status: UNINITIALIZED for 2s [ 734.108993] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.109258] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-814" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.109352] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-814" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.109818] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-814" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.109861] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.109998] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.110363] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.110578] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.110728] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.110962] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.111084] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.112243] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.112243] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.112776] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.112776] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.112776] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.131176] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.131405] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.131586] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.131768] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-814" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.132097] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-6a04bc18-69a7-43e2-9886-066155b03266 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.132261] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-6a04bc18-69a7-43e2-9886-066155b03266" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.132261] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-6a04bc18-69a7-43e2-9886-066155b03266" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.132684] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-6a04bc18-69a7-43e2-9886-066155b03266" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.132845] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a04bc18-69a7-43e2-9886-066155b03266',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.381237] env[64796]: INFO networking_nsxv3.common.synchronization [None req-8bb16694-39b1-4c1a-ba89-ccaa6d49341f None None] Enqueued Resource ID: 01128076-edcf-4fc9-9d3b-8e82e4d4e2ed with Priority: HIGHEST for action port [ 734.381745] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01128076-edcf-4fc9-9d3b-8e82e4d4e2ed with Priority: HIGHEST for action port [ 734.382179] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-01128076-edcf-4fc9-9d3b-8e82e4d4e2ed taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.382179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01128076-edcf-4fc9-9d3b-8e82e4d4e2ed" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.382326] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01128076-edcf-4fc9-9d3b-8e82e4d4e2ed" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.382510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01128076-edcf-4fc9-9d3b-8e82e4d4e2ed" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.382578] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01128076-edcf-4fc9-9d3b-8e82e4d4e2ed',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.636349] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.638846] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.638846] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.638846] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.638846] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.638846] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 6a04bc18-69a7-43e2-9886-066155b03266 not found, creating... [ 734.638846] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.639190] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.639190] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.639791] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.639791] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.639911] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.640117] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.640225] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.640499] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.640677] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.640854] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 6a04bc18-69a7-43e2-9886-066155b03266 is going to be created. [ 734.664031] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.664031] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.664715] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.664977] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.665231] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.665456] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-6a04bc18-69a7-43e2-9886-066155b03266" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.679542] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e in Status: SUCCESS [ 734.679542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.884945] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01128076-edcf-4fc9-9d3b-8e82e4d4e2ed [ 734.885497] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.885644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.885715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.885949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.886067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.886248] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01128076-edcf-4fc9-9d3b-8e82e4d4e2ed already deleted. [ 734.886355] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01128076-edcf-4fc9-9d3b-8e82e4d4e2ed" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.387534] env[64796]: INFO networking_nsxv3.common.synchronization [req-dafad3f7-37ef-4815-9576-fa47ab628606 req-c31ae426-e9d1-45fc-9415-fa5ca600c5d8 service nova] Enqueued Resource ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 with Priority: HIGHEST for action security_group_rules [ 735.387534] env[64796]: INFO networking_nsxv3.common.synchronization [req-dafad3f7-37ef-4815-9576-fa47ab628606 req-c31ae426-e9d1-45fc-9415-fa5ca600c5d8 service nova] Enqueued Resource ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 with Priority: HIGHEST for action security_group_members [ 735.387534] env[64796]: INFO networking_nsxv3.common.synchronization [req-dafad3f7-37ef-4815-9576-fa47ab628606 req-c31ae426-e9d1-45fc-9415-fa5ca600c5d8 service nova] Enqueued Resource ID: 6a04bc18-69a7-43e2-9886-066155b03266 with Priority: HIGHEST for action port [ 735.388026] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 with Priority: HIGHEST for action security_group_rules [ 735.388178] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 with Priority: HIGHEST for action security_group_members [ 735.388288] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a04bc18-69a7-43e2-9886-066155b03266 with Priority: HIGHEST for action port [ 735.388561] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cf3f94f-5e88-4d86-8c4e-e11e711caea0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.388685] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.388745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.389014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.389137] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cf3f94f-5e88-4d86-8c4e-e11e711caea0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.389943] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.390208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.390295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.390542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.390595] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.390677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.390729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.391242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.391795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.391795] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cf3f94f-5e88-4d86-8c4e-e11e711caea0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.392184] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a04bc18-69a7-43e2-9886-066155b03266 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.392279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a04bc18-69a7-43e2-9886-066155b03266" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.392347] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a04bc18-69a7-43e2-9886-066155b03266" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.392500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a04bc18-69a7-43e2-9886-066155b03266" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.392717] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a04bc18-69a7-43e2-9886-066155b03266',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.892150] env[64796]: INFO networking_nsxv3.common.synchronization [None req-7e53f537-9bab-4fe1-acbe-d2b55aac7bcf None None] Enqueued Resource ID: 67dd88bc-ca5e-4c6a-aff2-04771c67acb2 with Priority: HIGHEST for action port [ 735.892150] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dd88bc-ca5e-4c6a-aff2-04771c67acb2 with Priority: HIGHEST for action port [ 735.893652] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-67dd88bc-ca5e-4c6a-aff2-04771c67acb2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.893652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67dd88bc-ca5e-4c6a-aff2-04771c67acb2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.893652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67dd88bc-ca5e-4c6a-aff2-04771c67acb2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.893652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67dd88bc-ca5e-4c6a-aff2-04771c67acb2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.893652] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67dd88bc-ca5e-4c6a-aff2-04771c67acb2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.899303] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cf3f94f-5e88-4d86-8c4e-e11e711caea0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.899303] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.899303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.899514] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a04bc18-69a7-43e2-9886-066155b03266 with status ACTIVE [ 735.899789] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.900375] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.900473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.900636] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.900798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.903786] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.903786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.903786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.903786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.903786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.903786] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.903786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.903786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.903786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.903786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.903786] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a04bc18-69a7-43e2-9886-066155b03266 is going to be updated. [ 735.928310] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.928310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.928310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.928310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.928310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.928310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a04bc18-69a7-43e2-9886-066155b03266" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.031303] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba in Status: SUCCESS [ 736.031522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.031693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.031941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.032195] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.032277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.032328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.032471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.033268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.033395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.033515] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.228643] env[64796]: INFO networking_nsxv3.common.synchronization [req-beec2fe3-b8b0-40c3-a2cf-a75de4756be7 req-b722f8a9-34ae-40cd-8dac-51a5b52da2b9 tempest-TenantUsagesTestJSON-1775749416 tempest-TenantUsagesTestJSON-1775749416-project-member] Enqueued Resource ID: 468a78ea-8c0f-4764-be6e-37f126323954 with Priority: HIGHEST for action security_group_members [ 736.228688] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 468a78ea-8c0f-4764-be6e-37f126323954 with Priority: HIGHEST for action security_group_members [ 736.228973] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-468a78ea-8c0f-4764-be6e-37f126323954 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.229199] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.229199] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.229426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.229700] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.229700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.229810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.229875] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.229962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.230091] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('468a78ea-8c0f-4764-be6e-37f126323954',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.405304] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67dd88bc-ca5e-4c6a-aff2-04771c67acb2 [ 736.405533] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.405667] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.405736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.405949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.406050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.406149] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67dd88bc-ca5e-4c6a-aff2-04771c67acb2 already deleted. [ 736.406294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67dd88bc-ca5e-4c6a-aff2-04771c67acb2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.406424] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cf3f94f-5e88-4d86-8c4e-e11e711caea0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.538570] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.540568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.540568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.540568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.540568] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.540568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.540568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.540568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.540568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.540568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.540568] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.540568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.540568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.540568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.540568] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.540568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.540568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.540568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.540568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.541354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.541354] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.664402] env[64796]: INFO networking_nsxv3.common.synchronization [None req-5bd2ec1d-6965-47a0-89a5-4951fb9b0b30 None None] Enqueued Resource ID: 01d6a82b-c9f3-4b68-bd0f-df988df899a4 with Priority: HIGHEST for action port [ 736.664402] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6a82b-c9f3-4b68-bd0f-df988df899a4 with Priority: HIGHEST for action port [ 736.664977] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-01d6a82b-c9f3-4b68-bd0f-df988df899a4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.664977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01d6a82b-c9f3-4b68-bd0f-df988df899a4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.664977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01d6a82b-c9f3-4b68-bd0f-df988df899a4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.665257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01d6a82b-c9f3-4b68-bd0f-df988df899a4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.665351] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d6a82b-c9f3-4b68-bd0f-df988df899a4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.731730] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.731883] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.731956] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.732189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.732271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.732459] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.732574] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.732623] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.732762] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.732907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.732959] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 468a78ea-8c0f-4764-be6e-37f126323954 already deleted. [ 736.736867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.757026] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.757215] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.757337] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.757584] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.758309] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.758425] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.758728] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.758772] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.758904] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.759117] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.760619] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.760852] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.761425] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.761425] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.761425] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.761425] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.781252] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.781425] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.781564] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.781733] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.782279] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-11137826-18ba-4898-a5d1-304f516151ca taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.782463] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-11137826-18ba-4898-a5d1-304f516151ca" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.782581] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-11137826-18ba-4898-a5d1-304f516151ca" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.782943] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-11137826-18ba-4898-a5d1-304f516151ca" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.783508] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11137826-18ba-4898-a5d1-304f516151ca',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.908658] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.908956] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.908956] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.909229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.909344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.909508] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 is going to be created. [ 736.935335] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.935507] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.935574] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.935807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.935973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.945295] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 in Status: UNINITIALIZED for 2s [ 737.046196] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd721de9-1bd3-4dd3-99da-94a2a1536eba: rpc.has_security_group_logging(os_id): False [ 737.064609] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.064823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.064823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.066353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.066353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.066846] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.066846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.066846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.067106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.067106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.067200] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.067280] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.067348] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.067485] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.067554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.068188] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.069632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.069782] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.069973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.070104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.070659] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba is going to be created. [ 737.097836] env[64796]: INFO networking_nsxv3.common.synchronization [None req-f59e10d6-2336-432a-8203-dfb731ce71e8 None None] Enqueued Resource ID: fe9a8458-d912-42b5-ad45-efd73259cdbd with Priority: HIGHEST for action port [ 737.098186] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9a8458-d912-42b5-ad45-efd73259cdbd with Priority: HIGHEST for action port [ 737.098565] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe9a8458-d912-42b5-ad45-efd73259cdbd taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.099789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe9a8458-d912-42b5-ad45-efd73259cdbd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.099789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe9a8458-d912-42b5-ad45-efd73259cdbd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.099789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe9a8458-d912-42b5-ad45-efd73259cdbd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.099789] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe9a8458-d912-42b5-ad45-efd73259cdbd',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.130889] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.131054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.131128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.131335] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.131606] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.144158] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba in Status: IN_PROGRESS for 2s [ 737.170880] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01d6a82b-c9f3-4b68-bd0f-df988df899a4 [ 737.170880] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.170880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.170880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.170880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.170880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.170880] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01d6a82b-c9f3-4b68-bd0f-df988df899a4 already deleted. [ 737.170880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01d6a82b-c9f3-4b68-bd0f-df988df899a4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.291666] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.291666] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.291666] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.291666] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.291666] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.291666] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 11137826-18ba-4898-a5d1-304f516151ca not found, creating... [ 737.291666] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.291666] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.291666] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.291666] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.291666] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.292259] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.292259] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.292259] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.293051] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.293051] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.293051] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 11137826-18ba-4898-a5d1-304f516151ca is going to be created. [ 737.314985] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.315276] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.315420] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.315721] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.315972] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.316214] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-11137826-18ba-4898-a5d1-304f516151ca" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.603880] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe9a8458-d912-42b5-ad45-efd73259cdbd [ 737.603880] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.603880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.603880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.603880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.603880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.603880] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe9a8458-d912-42b5-ad45-efd73259cdbd already deleted. [ 737.603880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe9a8458-d912-42b5-ad45-efd73259cdbd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.060817] env[64796]: INFO networking_nsxv3.common.synchronization [req-beec2fe3-b8b0-40c3-a2cf-a75de4756be7 req-8afe9360-1e40-436d-a57e-bb3f52d8b58e service nova] Enqueued Resource ID: 468a78ea-8c0f-4764-be6e-37f126323954 with Priority: HIGHEST for action security_group_rules [ 738.061158] env[64796]: INFO networking_nsxv3.common.synchronization [req-beec2fe3-b8b0-40c3-a2cf-a75de4756be7 req-8afe9360-1e40-436d-a57e-bb3f52d8b58e service nova] Enqueued Resource ID: 468a78ea-8c0f-4764-be6e-37f126323954 with Priority: HIGHEST for action security_group_members [ 738.062224] env[64796]: INFO networking_nsxv3.common.synchronization [req-beec2fe3-b8b0-40c3-a2cf-a75de4756be7 req-8afe9360-1e40-436d-a57e-bb3f52d8b58e service nova] Enqueued Resource ID: 11137826-18ba-4898-a5d1-304f516151ca with Priority: HIGHEST for action port [ 738.062224] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 468a78ea-8c0f-4764-be6e-37f126323954 with Priority: HIGHEST for action security_group_rules [ 738.062224] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 468a78ea-8c0f-4764-be6e-37f126323954 with Priority: HIGHEST for action security_group_members [ 738.062224] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11137826-18ba-4898-a5d1-304f516151ca with Priority: HIGHEST for action port [ 738.064571] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-468a78ea-8c0f-4764-be6e-37f126323954 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.064571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.064571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.064571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.064571] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('468a78ea-8c0f-4764-be6e-37f126323954',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.065921] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-468a78ea-8c0f-4764-be6e-37f126323954 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.066179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.066179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.066327] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.066833] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.066833] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.066833] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.066833] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.067060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.067664] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('468a78ea-8c0f-4764-be6e-37f126323954',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.068851] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-11137826-18ba-4898-a5d1-304f516151ca taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.069018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11137826-18ba-4898-a5d1-304f516151ca" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.069109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11137826-18ba-4898-a5d1-304f516151ca" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.069390] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11137826-18ba-4898-a5d1-304f516151ca" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.069390] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11137826-18ba-4898-a5d1-304f516151ca',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.440074] env[64796]: INFO networking_nsxv3.common.synchronization [req-e0de4c91-17f5-40c1-a5e4-50a83f7d1421 req-f6e51380-7735-45ce-9c18-c63a3a2e3cb4 tempest-FloatingIPsAssociationTestJSON-1711121034 tempest-FloatingIPsAssociationTestJSON-1711121034-project-member] Enqueued Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_members [ 738.440630] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_members [ 738.440954] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.442899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.443439] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.444484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.444903] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.445771] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.445896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.447488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.447488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.447488] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.572281] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('468a78ea-8c0f-4764-be6e-37f126323954',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.573450] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-468a78ea-8c0f-4764-be6e-37f126323954 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.574349] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.574553] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11137826-18ba-4898-a5d1-304f516151ca with status ACTIVE [ 738.574770] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.574898] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.574944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.575244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.575359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.575499] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.575614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.575657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.575830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.576016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.576110] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.576201] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.576258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.578932] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.578932] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.578932] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11137826-18ba-4898-a5d1-304f516151ca is going to be updated. [ 738.600265] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.601499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.601622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.601914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.602048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.602253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11137826-18ba-4898-a5d1-304f516151ca" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.949650] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.949848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.951378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.951378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.951378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.951378] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.951378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.951378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.951378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.951720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.951720] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 already deleted. [ 738.953152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.963886] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 in Status: SUCCESS [ 738.964940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.964940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.964940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.964940] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.965197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.965197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.965416] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.965587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.965651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.965734] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cf3f94f-5e88-4d86-8c4e-e11e711caea0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.080072] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('468a78ea-8c0f-4764-be6e-37f126323954',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.164493] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba in Status: SUCCESS [ 739.164493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.167083] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.167218] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.167540] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.167879] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.167958] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.168084] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.168196] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.168428] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.170161] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.170161] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.170161] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.170161] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.170161] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.170161] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.170161] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.170161] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.192928] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.192928] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.192928] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.193123] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.193438] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-35f514b0-7e25-4224-afce-4d97820b8d9c taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.193576] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-35f514b0-7e25-4224-afce-4d97820b8d9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.193681] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-35f514b0-7e25-4224-afce-4d97820b8d9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.194032] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-35f514b0-7e25-4224-afce-4d97820b8d9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.194172] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f514b0-7e25-4224-afce-4d97820b8d9c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.469109] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.469280] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.469347] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.469592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.469726] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.469829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.469881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.470027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.470116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.470203] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.470429] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.470429] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.470572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.470618] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.470745] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.470856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.470911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.471065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.471305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.471305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.471305] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cf3f94f-5e88-4d86-8c4e-e11e711caea0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.583349] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.583859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.583859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.585186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.585186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.585186] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 468a78ea-8c0f-4764-be6e-37f126323954 is going to be created. [ 739.614274] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.614274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.614274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.614274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.614274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.628374] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 468a78ea-8c0f-4764-be6e-37f126323954 in Status: UNINITIALIZED for 2s [ 739.645397] env[64796]: INFO networking_nsxv3.common.synchronization [None req-f697e9d9-7a43-4eb3-a13d-2f904794696c None None] Enqueued Resource ID: 79b1029d-77f5-4ee1-a6a1-cd5b745c4c58 with Priority: HIGHEST for action port [ 739.646570] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b1029d-77f5-4ee1-a6a1-cd5b745c4c58 with Priority: HIGHEST for action port [ 739.646570] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b1029d-77f5-4ee1-a6a1-cd5b745c4c58 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.646570] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b1029d-77f5-4ee1-a6a1-cd5b745c4c58" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.647808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b1029d-77f5-4ee1-a6a1-cd5b745c4c58" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.648409] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b1029d-77f5-4ee1-a6a1-cd5b745c4c58" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.648726] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b1029d-77f5-4ee1-a6a1-cd5b745c4c58',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.697837] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.699114] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.699386] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.700135] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.700331] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.700546] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 35f514b0-7e25-4224-afce-4d97820b8d9c not found, creating... [ 739.700931] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.701139] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.701302] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.701833] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.701975] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.702379] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.702753] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.702953] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.703424] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.703515] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.703648] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 35f514b0-7e25-4224-afce-4d97820b8d9c is going to be created. [ 739.725709] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.726104] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.726331] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.726645] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.726915] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.727169] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-35f514b0-7e25-4224-afce-4d97820b8d9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.973414] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cf3f94f-5e88-4d86-8c4e-e11e711caea0: rpc.has_security_group_logging(os_id): False [ 739.991842] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.991842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.992096] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.992251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.992368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.992656] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.992789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.992911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.993125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.993231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.993464] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.993639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.993694] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.993872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.994009] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.994736] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.994736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.994736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.994736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.994736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.994953] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 is going to be created. [ 740.054099] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.054099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.054099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.054099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.054099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.064609] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 in Status: IN_PROGRESS for 2s [ 740.152017] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79b1029d-77f5-4ee1-a6a1-cd5b745c4c58 [ 740.152964] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.153322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.153394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.153709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.153966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.154186] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79b1029d-77f5-4ee1-a6a1-cd5b745c4c58 already deleted. [ 740.154274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b1029d-77f5-4ee1-a6a1-cd5b745c4c58" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.458656] env[64796]: INFO networking_nsxv3.common.synchronization [req-e0de4c91-17f5-40c1-a5e4-50a83f7d1421 req-04469727-7795-4274-b533-942b324e9a9e service nova] Enqueued Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_rules [ 740.458841] env[64796]: INFO networking_nsxv3.common.synchronization [req-e0de4c91-17f5-40c1-a5e4-50a83f7d1421 req-04469727-7795-4274-b533-942b324e9a9e service nova] Enqueued Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_members [ 740.459083] env[64796]: INFO networking_nsxv3.common.synchronization [req-e0de4c91-17f5-40c1-a5e4-50a83f7d1421 req-04469727-7795-4274-b533-942b324e9a9e service nova] Enqueued Resource ID: 35f514b0-7e25-4224-afce-4d97820b8d9c with Priority: HIGHEST for action port [ 740.460397] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_rules [ 740.460397] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_members [ 740.460397] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f514b0-7e25-4224-afce-4d97820b8d9c with Priority: HIGHEST for action port [ 740.460397] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.460397] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.460397] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.460747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.460747] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.461376] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.461490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.461552] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.461721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.461865] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.461962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.462036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.462179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.462263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.462352] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.463462] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-35f514b0-7e25-4224-afce-4d97820b8d9c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.463572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35f514b0-7e25-4224-afce-4d97820b8d9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.463641] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35f514b0-7e25-4224-afce-4d97820b8d9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.464620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35f514b0-7e25-4224-afce-4d97820b8d9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.464620] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f514b0-7e25-4224-afce-4d97820b8d9c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.475488] env[64796]: INFO networking_nsxv3.common.synchronization [None req-e0102908-a548-47ad-8962-3959a0487959 None None] Enqueued Resource ID: 669ab239-ae78-4795-960e-3bdcc18ac408 with Priority: HIGHEST for action port [ 740.476044] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669ab239-ae78-4795-960e-3bdcc18ac408 with Priority: HIGHEST for action port [ 740.476387] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-669ab239-ae78-4795-960e-3bdcc18ac408 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.476514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-669ab239-ae78-4795-960e-3bdcc18ac408" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.476581] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-669ab239-ae78-4795-960e-3bdcc18ac408" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.476844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-669ab239-ae78-4795-960e-3bdcc18ac408" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.476952] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('669ab239-ae78-4795-960e-3bdcc18ac408',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.769247] env[64796]: INFO networking_nsxv3.common.synchronization [None req-2dfe19f2-a1be-4a73-89e3-a7a233286824 None None] Enqueued Resource ID: 2ececd50-07db-4d36-9f83-c247f6d8c195 with Priority: HIGHEST for action port [ 740.769880] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ececd50-07db-4d36-9f83-c247f6d8c195 with Priority: HIGHEST for action port [ 740.770232] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ececd50-07db-4d36-9f83-c247f6d8c195 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.770410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ececd50-07db-4d36-9f83-c247f6d8c195" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.770483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ececd50-07db-4d36-9f83-c247f6d8c195" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.770767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ececd50-07db-4d36-9f83-c247f6d8c195" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.770888] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ececd50-07db-4d36-9f83-c247f6d8c195',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.871188] env[64796]: INFO networking_nsxv3.common.synchronization [req-868381c0-8c10-4adf-b950-ab6cbeeca9cf req-0453e341-d61b-4e13-b1bd-07673cd3c41c tempest-ServersAdminTestJSON-1847068946 tempest-ServersAdminTestJSON-1847068946-project-member] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 740.871188] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 740.871188] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.871188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.871188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.871438] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.872285] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.872285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.872285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.872285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.872285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.872285] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.965417] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.965563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.965939] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.967091] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35f514b0-7e25-4224-afce-4d97820b8d9c with status ACTIVE [ 740.967091] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.967233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.967317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.967530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.967638] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.967845] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.967952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.970087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.970549] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.970549] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.971063] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.971171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.971238] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.971400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.971482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.971657] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35f514b0-7e25-4224-afce-4d97820b8d9c is going to be updated. [ 740.979587] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 669ab239-ae78-4795-960e-3bdcc18ac408 [ 740.979789] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.979911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.979982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.980922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.980922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.980922] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:669ab239-ae78-4795-960e-3bdcc18ac408 already deleted. [ 740.980922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-669ab239-ae78-4795-960e-3bdcc18ac408" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.995140] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.995140] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.995243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.995405] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.995554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.995867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35f514b0-7e25-4224-afce-4d97820b8d9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.275430] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ececd50-07db-4d36-9f83-c247f6d8c195 [ 741.275430] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.275430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.275430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.275430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.275430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.275430] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ececd50-07db-4d36-9f83-c247f6d8c195 already deleted. [ 741.275430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ececd50-07db-4d36-9f83-c247f6d8c195" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.298365] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.298576] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.298715] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.299042] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.299324] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.299493] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.300317] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.300711] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.301014] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.304021] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.304021] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.304021] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.304021] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.304021] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.304021] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.304021] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.322329] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.322575] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.323111] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.323111] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.324155] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-b12537eb-ed94-44ae-a66f-98b5f5fedabc taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.324155] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-b12537eb-ed94-44ae-a66f-98b5f5fedabc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.324155] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-b12537eb-ed94-44ae-a66f-98b5f5fedabc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.324421] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-b12537eb-ed94-44ae-a66f-98b5f5fedabc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.324565] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b12537eb-ed94-44ae-a66f-98b5f5fedabc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.373751] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.374228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.374228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.374358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.374414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.374590] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.375143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.375143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.375143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.375143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.375143] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db already deleted. [ 741.375378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.474272] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.640511] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 468a78ea-8c0f-4764-be6e-37f126323954 in Status: SUCCESS [ 741.642259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.642259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.642259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.642259] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.642654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.642654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.642654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.642830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.642830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.643853] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('468a78ea-8c0f-4764-be6e-37f126323954',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.827036] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.827322] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.827462] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.828220] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.828418] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.828736] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port b12537eb-ed94-44ae-a66f-98b5f5fedabc not found, creating... [ 741.829105] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.829315] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.829454] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.829736] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.829919] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.830271] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.830455] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.830609] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.830862] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.831059] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.831253] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: b12537eb-ed94-44ae-a66f-98b5f5fedabc is going to be created. [ 741.853316] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.853316] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.853316] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.853316] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.853316] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.853316] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-b12537eb-ed94-44ae-a66f-98b5f5fedabc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.977742] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.977742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.977742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.977742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.977742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.977742] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 is going to be created. [ 742.016271] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.016458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.016499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.016692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.016849] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.029336] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: UNINITIALIZED for 2s [ 742.081632] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 in Status: SUCCESS [ 742.081969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.146863] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-468a78ea-8c0f-4764-be6e-37f126323954 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.147127] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.147127] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.147460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.147716] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.147883] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.147996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.148375] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.148552] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.148694] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.148876] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-468a78ea-8c0f-4764-be6e-37f126323954 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.149100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.149244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.149490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.149724] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.149882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.150083] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.150281] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.150797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.150797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.150797] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('468a78ea-8c0f-4764-be6e-37f126323954',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.434828] env[64796]: INFO networking_nsxv3.common.synchronization [None req-ce10df2e-0e64-4bf5-a005-814c79cc6780 None None] Enqueued Resource ID: 2c625189-17df-4383-aeb0-c15d807bc384 with Priority: HIGHEST for action port [ 742.435447] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c625189-17df-4383-aeb0-c15d807bc384 with Priority: HIGHEST for action port [ 742.435617] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c625189-17df-4383-aeb0-c15d807bc384 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.435970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c625189-17df-4383-aeb0-c15d807bc384" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.436471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c625189-17df-4383-aeb0-c15d807bc384" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.436975] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c625189-17df-4383-aeb0-c15d807bc384" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.438289] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c625189-17df-4383-aeb0-c15d807bc384',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.653259] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 468a78ea-8c0f-4764-be6e-37f126323954: rpc.has_security_group_logging(os_id): False [ 742.682378] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.682378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.682378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.682378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.682378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.682378] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.682378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.682378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.682378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.682378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.682378] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.682378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.682378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.682378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.682378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.682916] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.682916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.682916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.682916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.682916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.682916] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 468a78ea-8c0f-4764-be6e-37f126323954 is going to be created. [ 742.752492] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.752492] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.752492] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.752492] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.752492] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.766618] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 468a78ea-8c0f-4764-be6e-37f126323954 in Status: IN_PROGRESS for 2s [ 742.941601] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c625189-17df-4383-aeb0-c15d807bc384 [ 742.941601] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.941845] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.941845] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.942087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.942087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.942187] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c625189-17df-4383-aeb0-c15d807bc384 already deleted. [ 742.942269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c625189-17df-4383-aeb0-c15d807bc384" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.026757] env[64796]: INFO networking_nsxv3.common.synchronization [req-868381c0-8c10-4adf-b950-ab6cbeeca9cf req-5c9af40f-658c-4556-a8dc-af24c4201de6 service nova] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_rules [ 743.027121] env[64796]: INFO networking_nsxv3.common.synchronization [req-868381c0-8c10-4adf-b950-ab6cbeeca9cf req-5c9af40f-658c-4556-a8dc-af24c4201de6 service nova] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 743.027196] env[64796]: INFO networking_nsxv3.common.synchronization [req-868381c0-8c10-4adf-b950-ab6cbeeca9cf req-5c9af40f-658c-4556-a8dc-af24c4201de6 service nova] Enqueued Resource ID: b12537eb-ed94-44ae-a66f-98b5f5fedabc with Priority: HIGHEST for action port [ 743.031165] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_rules [ 743.031165] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 743.031165] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12537eb-ed94-44ae-a66f-98b5f5fedabc with Priority: HIGHEST for action port [ 743.031165] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.031165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.031165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.031165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.031165] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.037023] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.037023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.037023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.037023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.037023] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.037023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.037023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.037023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.037023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.037023] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.037461] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-b12537eb-ed94-44ae-a66f-98b5f5fedabc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.037530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b12537eb-ed94-44ae-a66f-98b5f5fedabc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.037570] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b12537eb-ed94-44ae-a66f-98b5f5fedabc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.037762] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b12537eb-ed94-44ae-a66f-98b5f5fedabc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.037845] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b12537eb-ed94-44ae-a66f-98b5f5fedabc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.423151] env[64796]: INFO networking_nsxv3.common.synchronization [None req-dc175c08-379b-490d-83e6-5a827489145d None None] Enqueued Resource ID: 1287c2d6-c16a-4a73-9119-96ec15d2389e with Priority: HIGHEST for action port [ 743.425226] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1287c2d6-c16a-4a73-9119-96ec15d2389e with Priority: HIGHEST for action port [ 743.425357] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-1287c2d6-c16a-4a73-9119-96ec15d2389e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.425506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1287c2d6-c16a-4a73-9119-96ec15d2389e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.425579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1287c2d6-c16a-4a73-9119-96ec15d2389e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.425926] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1287c2d6-c16a-4a73-9119-96ec15d2389e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.426031] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1287c2d6-c16a-4a73-9119-96ec15d2389e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.542143] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.543241] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.543374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.543500] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b12537eb-ed94-44ae-a66f-98b5f5fedabc with status ACTIVE [ 743.543654] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.543758] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.543822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.544363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.544363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.544363] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.544524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.544524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.544660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.544734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.549141] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.549141] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.549335] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.549369] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.549663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.549663] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b12537eb-ed94-44ae-a66f-98b5f5fedabc is going to be updated. [ 743.572627] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.572799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.572853] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.573112] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.573237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.573398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b12537eb-ed94-44ae-a66f-98b5f5fedabc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.631412] env[64796]: INFO networking_nsxv3.common.synchronization [req-0278e3af-572a-4aed-a636-fabfa77ad984 req-fb3daf21-a49a-45d6-9fa8-415573d93e94 tempest-DeleteServersTestJSON-651100822 tempest-DeleteServersTestJSON-651100822-project-member] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 743.631961] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 743.633515] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.633644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.633731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.634016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.634193] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.634300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.634364] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.634526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.634612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.634709] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.929635] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1287c2d6-c16a-4a73-9119-96ec15d2389e [ 743.930740] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.930922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.930993] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.931278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.931322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.931444] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1287c2d6-c16a-4a73-9119-96ec15d2389e already deleted. [ 743.931492] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1287c2d6-c16a-4a73-9119-96ec15d2389e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.043716] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: SUCCESS [ 744.043716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.043716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.043716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.043716] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.043716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.043716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.043716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.043716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.043716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.043716] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.051887] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.138990] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.138990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.138990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.138990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.138990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.138990] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.138990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.138990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.138990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.138990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.138990] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 already deleted. [ 744.138990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.195018] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.195018] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.195018] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.195387] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.195596] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.195759] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.195878] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.196165] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.196294] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.196505] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.196631] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.196736] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.196838] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.196942] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.197063] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.197197] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.222787] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.222787] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.222787] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.222787] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.223221] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-da345106-f1f7-4f48-ba9c-100038249a7a taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.223334] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-da345106-f1f7-4f48-ba9c-100038249a7a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.223398] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-da345106-f1f7-4f48-ba9c-100038249a7a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.223744] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-da345106-f1f7-4f48-ba9c-100038249a7a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.223908] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da345106-f1f7-4f48-ba9c-100038249a7a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.516988] env[64796]: INFO networking_nsxv3.common.synchronization [None req-e9ed5694-1e1a-4a89-a5d6-edf54e396b9c None None] Enqueued Resource ID: 7471f767-10ee-4992-859a-4f70299412b2 with Priority: HIGHEST for action port [ 744.516988] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7471f767-10ee-4992-859a-4f70299412b2 with Priority: HIGHEST for action port [ 744.517224] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-7471f767-10ee-4992-859a-4f70299412b2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.517608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7471f767-10ee-4992-859a-4f70299412b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.517608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7471f767-10ee-4992-859a-4f70299412b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.519283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7471f767-10ee-4992-859a-4f70299412b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.521167] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7471f767-10ee-4992-859a-4f70299412b2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.546060] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.546424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.546424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.546648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.546839] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.546971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.547062] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.547283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.547401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.547524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.547702] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.547820] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.547900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.548091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.548286] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.548444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.548605] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.548693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.548799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.548900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.549014] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.557234] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.557234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.557234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.557234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.557234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.557234] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be created. [ 744.591681] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.591839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.591913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.592177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.592337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.608220] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: UNINITIALIZED for 2s [ 744.728399] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.728720] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.728975] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.729305] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.729464] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.729622] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port da345106-f1f7-4f48-ba9c-100038249a7a not found, creating... [ 744.729905] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.730077] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.730563] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.730563] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.730563] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.730904] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.730980] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.731512] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.731766] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.731903] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.732061] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: da345106-f1f7-4f48-ba9c-100038249a7a is going to be created. [ 744.751237] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.751860] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.752133] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.752817] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.753123] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.753364] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-da345106-f1f7-4f48-ba9c-100038249a7a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.782667] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 468a78ea-8c0f-4764-be6e-37f126323954 in Status: SUCCESS [ 744.782985] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.024479] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7471f767-10ee-4992-859a-4f70299412b2 [ 745.024635] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.024764] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.024858] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.025151] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.025481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.025481] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7471f767-10ee-4992-859a-4f70299412b2 already deleted. [ 745.025481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7471f767-10ee-4992-859a-4f70299412b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.051733] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4488dabe-73c8-4fe0-a74b-af66f7f5b013: rpc.has_security_group_logging(os_id): False [ 745.069954] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.070153] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.071517] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.071779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.071880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.072456] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.072456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.072456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.072456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.072665] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.073737] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.073737] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.073737] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.073737] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.073737] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.073996] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.073996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.073996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.074121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.074158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.074933] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 is going to be created. [ 745.151787] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.151787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.151787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.152145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.152356] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.158318] env[64796]: INFO networking_nsxv3.common.synchronization [req-15bae57f-77f8-430b-9483-cef3b2356a5b req-296eb698-7a35-486c-bb4f-1fe7a14901a7 tempest-MigrationsAdminTest-457805961 tempest-MigrationsAdminTest-457805961-project-member] Enqueued Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_members [ 745.158665] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_members [ 745.158995] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.159174] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.159248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.159496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.159650] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.159752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.159814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.159958] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.160052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.160145] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.164556] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: IN_PROGRESS for 2s [ 745.508992] env[64796]: INFO networking_nsxv3.common.synchronization [req-0278e3af-572a-4aed-a636-fabfa77ad984 req-55f0fb50-c982-4177-b25d-7822c148e747 service nova] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_rules [ 745.509293] env[64796]: INFO networking_nsxv3.common.synchronization [req-0278e3af-572a-4aed-a636-fabfa77ad984 req-55f0fb50-c982-4177-b25d-7822c148e747 service nova] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 745.509520] env[64796]: INFO networking_nsxv3.common.synchronization [req-0278e3af-572a-4aed-a636-fabfa77ad984 req-55f0fb50-c982-4177-b25d-7822c148e747 service nova] Enqueued Resource ID: da345106-f1f7-4f48-ba9c-100038249a7a with Priority: HIGHEST for action port [ 745.511810] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_rules [ 745.511883] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 745.512044] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da345106-f1f7-4f48-ba9c-100038249a7a with Priority: HIGHEST for action port [ 745.513313] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.513448] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.513555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.513782] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.514097] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.516275] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.516275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.516275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.516275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.516275] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.516275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.517720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.517720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.517720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.517720] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.517888] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-da345106-f1f7-4f48-ba9c-100038249a7a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.517952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da345106-f1f7-4f48-ba9c-100038249a7a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.518032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da345106-f1f7-4f48-ba9c-100038249a7a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.518182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da345106-f1f7-4f48-ba9c-100038249a7a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.518262] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da345106-f1f7-4f48-ba9c-100038249a7a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.662742] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.663133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.663133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.663312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.663344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.663553] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.663666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.663744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.663895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.663951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.664085] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77e06ff-6eca-47e8-9aee-74516c194d70 already deleted. [ 745.664141] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.933458] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.933458] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.933458] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.933789] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.934303] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.934303] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.934588] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.934588] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.934704] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.934981] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.935182] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.935333] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.935555] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.935555] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.935744] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.935823] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.962463] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.962664] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.962815] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.963076] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.963485] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-dbeaae50-2477-4d8d-b952-219b91c2a8ab taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.963663] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-dbeaae50-2477-4d8d-b952-219b91c2a8ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.963783] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-dbeaae50-2477-4d8d-b952-219b91c2a8ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.964332] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-dbeaae50-2477-4d8d-b952-219b91c2a8ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.964489] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbeaae50-2477-4d8d-b952-219b91c2a8ab',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.019740] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.020029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.020237] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.022643] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da345106-f1f7-4f48-ba9c-100038249a7a with status ACTIVE [ 746.022816] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.022965] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.023065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.023245] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.023335] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.023515] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.023642] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.024057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.024057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.024057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.024336] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.024336] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.024336] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.024481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.024567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.024620] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da345106-f1f7-4f48-ba9c-100038249a7a is going to be updated. [ 746.049998] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.050216] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.050277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.050454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.050590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.050762] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da345106-f1f7-4f48-ba9c-100038249a7a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.467449] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.467755] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.467853] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.468091] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.468259] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.468374] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port dbeaae50-2477-4d8d-b952-219b91c2a8ab not found, creating... [ 746.468625] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.468780] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.468895] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.469127] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.469253] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.469526] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.469675] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.469791] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.469989] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.470277] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.473643] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: dbeaae50-2477-4d8d-b952-219b91c2a8ab is going to be created. [ 746.495972] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.496546] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.496851] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.497231] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.498062] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.498266] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-dbeaae50-2477-4d8d-b952-219b91c2a8ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.523514] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.619597] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 746.619828] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.620045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.620273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.620483] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.620610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.620687] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.620960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.621116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.621273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.621438] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.026341] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.026652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.026652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.026788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.026882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.026989] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be created. [ 747.052591] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.052810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.052810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.053153] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.053338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.064317] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: UNINITIALIZED for 2s [ 747.125046] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.125225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.125225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.125395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.125566] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.125664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.125728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.126052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.126052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.126202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.126440] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.126511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.126547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.126716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.126896] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.127030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.127131] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.127341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.127452] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.127593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.127683] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.179309] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: SUCCESS [ 747.179545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.197172] env[64796]: INFO networking_nsxv3.common.synchronization [req-15bae57f-77f8-430b-9483-cef3b2356a5b req-528e78d8-ae64-41c0-8793-3b9039545dd4 service nova] Enqueued Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_rules [ 747.197368] env[64796]: INFO networking_nsxv3.common.synchronization [req-15bae57f-77f8-430b-9483-cef3b2356a5b req-528e78d8-ae64-41c0-8793-3b9039545dd4 service nova] Enqueued Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_members [ 747.197503] env[64796]: INFO networking_nsxv3.common.synchronization [req-15bae57f-77f8-430b-9483-cef3b2356a5b req-528e78d8-ae64-41c0-8793-3b9039545dd4 service nova] Enqueued Resource ID: dbeaae50-2477-4d8d-b952-219b91c2a8ab with Priority: HIGHEST for action port [ 747.198012] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_rules [ 747.198341] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_members [ 747.198341] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeaae50-2477-4d8d-b952-219b91c2a8ab with Priority: HIGHEST for action port [ 747.198524] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.198642] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.198710] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.198972] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.199434] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.201070] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.201215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.201284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.201483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.201642] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.201745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.201952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.202179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.202281] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.202382] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.203551] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbeaae50-2477-4d8d-b952-219b91c2a8ab taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.203682] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbeaae50-2477-4d8d-b952-219b91c2a8ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.203968] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbeaae50-2477-4d8d-b952-219b91c2a8ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.204249] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbeaae50-2477-4d8d-b952-219b91c2a8ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.204312] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbeaae50-2477-4d8d-b952-219b91c2a8ab',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.545637] env[64796]: INFO networking_nsxv3.common.synchronization [req-8bb71864-e399-4a1a-a03c-4db3034d8480 req-bf9feb07-7ddc-40d3-878c-d8f280ff52c6 tempest-ServersAdminTestJSON-1847068946 tempest-ServersAdminTestJSON-1847068946-project-member] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 747.546215] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 747.546525] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.546645] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.546713] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.546989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.547596] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.547708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.547780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.548088] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.548189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.548319] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.631050] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e96aba9-ff62-44d8-ae53-8b03b73dc3db: rpc.has_security_group_logging(os_id): False [ 747.650744] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.650963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.651041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.651216] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.651312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.651503] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.651603] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.651667] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.651815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.651893] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.652097] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.652193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.652257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.652395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.652472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.652658] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.652830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.652830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.652975] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.653064] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.653151] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be created. [ 747.703423] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.703423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.704141] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.706734] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbeaae50-2477-4d8d-b952-219b91c2a8ab with status ACTIVE [ 747.706869] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.706869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.707024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.707460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.707460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.707460] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.708454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.708454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.708454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.708454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.708454] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.708454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.708454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.708454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.708454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.708454] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbeaae50-2477-4d8d-b952-219b91c2a8ab is going to be updated. [ 747.711295] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.711295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.711505] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.711583] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.711810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.727977] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: IN_PROGRESS for 2s [ 747.738792] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.739040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.739040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.739179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.739317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.739477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbeaae50-2477-4d8d-b952-219b91c2a8ab" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.052019] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.193420] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.193420] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.193420] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.193420] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.193420] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.193420] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.193420] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.193420] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.194034] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.194470] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.194696] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.194900] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.195103] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.195299] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.195499] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.195728] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.208757] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.217238] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.217435] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.217542] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.217713] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.218065] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-00b2093a-1ab1-4026-94e7-3f63255d0c94 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.218215] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-00b2093a-1ab1-4026-94e7-3f63255d0c94" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.218328] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-00b2093a-1ab1-4026-94e7-3f63255d0c94" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.218763] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-00b2093a-1ab1-4026-94e7-3f63255d0c94" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.218840] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00b2093a-1ab1-4026-94e7-3f63255d0c94',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.233077] env[64796]: INFO networking_nsxv3.common.synchronization [None req-1c98450f-8941-4f8e-b943-c591695de8ea None None] Enqueued Resource ID: d0559bd4-ee6d-4d3a-8b7c-881bedfa48b2 with Priority: HIGHEST for action port [ 748.233595] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0559bd4-ee6d-4d3a-8b7c-881bedfa48b2 with Priority: HIGHEST for action port [ 748.235530] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0559bd4-ee6d-4d3a-8b7c-881bedfa48b2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.235530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0559bd4-ee6d-4d3a-8b7c-881bedfa48b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.235530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0559bd4-ee6d-4d3a-8b7c-881bedfa48b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.235870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0559bd4-ee6d-4d3a-8b7c-881bedfa48b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.235979] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0559bd4-ee6d-4d3a-8b7c-881bedfa48b2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.554976] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.716467] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.716467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.716467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.716467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.716467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.716467] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77e06ff-6eca-47e8-9aee-74516c194d70 is going to be created. [ 748.721850] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.721850] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.721850] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.721850] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.722146] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.722191] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 00b2093a-1ab1-4026-94e7-3f63255d0c94 not found, creating... [ 748.722576] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.722975] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.723234] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.723629] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.724028] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.725126] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.725126] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.725126] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.725126] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.725368] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.725457] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 00b2093a-1ab1-4026-94e7-3f63255d0c94 is going to be created. [ 748.738754] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0559bd4-ee6d-4d3a-8b7c-881bedfa48b2 [ 748.739094] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.739289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.739394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.739730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.739923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.740123] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0559bd4-ee6d-4d3a-8b7c-881bedfa48b2 already deleted. [ 748.740255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0559bd4-ee6d-4d3a-8b7c-881bedfa48b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.752715] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.752715] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.752715] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.752715] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.752715] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.753139] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-00b2093a-1ab1-4026-94e7-3f63255d0c94" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.758643] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.758792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.758857] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.759321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.759397] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.772858] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: UNINITIALIZED for 2s [ 749.058013] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.058467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.058467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.058467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.058560] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.058693] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be updated. [ 749.075408] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 749.075641] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.075826] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.076130] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.076330] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.076451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.076518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.076700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.076787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.076872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.076965] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.111545] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.111818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.111909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.112177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.112367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.124827] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: IN_PROGRESS for 2s [ 749.472861] env[64796]: INFO networking_nsxv3.common.synchronization [req-8bb71864-e399-4a1a-a03c-4db3034d8480 req-3d5725e0-0376-40e7-9c25-3446d5fff7e8 service nova] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_rules [ 749.472861] env[64796]: INFO networking_nsxv3.common.synchronization [req-8bb71864-e399-4a1a-a03c-4db3034d8480 req-3d5725e0-0376-40e7-9c25-3446d5fff7e8 service nova] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 749.472861] env[64796]: INFO networking_nsxv3.common.synchronization [req-8bb71864-e399-4a1a-a03c-4db3034d8480 req-3d5725e0-0376-40e7-9c25-3446d5fff7e8 service nova] Enqueued Resource ID: 00b2093a-1ab1-4026-94e7-3f63255d0c94 with Priority: HIGHEST for action port [ 749.473558] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_rules [ 749.475257] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 749.475426] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00b2093a-1ab1-4026-94e7-3f63255d0c94 with Priority: HIGHEST for action port [ 749.476726] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.476726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.477241] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.477379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.477615] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-00b2093a-1ab1-4026-94e7-3f63255d0c94 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.477727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00b2093a-1ab1-4026-94e7-3f63255d0c94" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.477790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00b2093a-1ab1-4026-94e7-3f63255d0c94" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.479388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00b2093a-1ab1-4026-94e7-3f63255d0c94" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.479503] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00b2093a-1ab1-4026-94e7-3f63255d0c94',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.579476] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.579709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.579709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.579946] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.580156] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.580268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.580335] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.580497] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.580603] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.580790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.580923] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.581031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.581099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.581254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.581390] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.581545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.581545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.581682] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.581749] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.581832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.581922] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.741772] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 749.742117] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.742530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.742891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.743530] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.970176] env[64796]: INFO networking_nsxv3.common.synchronization [None req-6e24c0f8-8507-4d74-ac25-fc3aba9725db None None] Enqueued Resource ID: f920dd57-781e-4577-b59d-e3f198830ca2 with Priority: HIGHEST for action port [ 749.970841] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f920dd57-781e-4577-b59d-e3f198830ca2 with Priority: HIGHEST for action port [ 749.971337] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-f920dd57-781e-4577-b59d-e3f198830ca2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.971724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f920dd57-781e-4577-b59d-e3f198830ca2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.971819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f920dd57-781e-4577-b59d-e3f198830ca2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.972776] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f920dd57-781e-4577-b59d-e3f198830ca2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.973664] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f920dd57-781e-4577-b59d-e3f198830ca2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.987716] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00b2093a-1ab1-4026-94e7-3f63255d0c94 with status ACTIVE [ 749.987716] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.987716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.987716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.987716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.987716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.987716] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.987716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.987716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.987716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.987716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.987716] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.987716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.987716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.987716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.987716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.988579] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00b2093a-1ab1-4026-94e7-3f63255d0c94 is going to be updated. [ 750.013178] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.013398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.013398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.013610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.013747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.013930] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00b2093a-1ab1-4026-94e7-3f63255d0c94" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.084347] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a5006c7-7e2e-4191-a6a0-87d6817a7695: rpc.has_security_group_logging(os_id): False [ 750.125582] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.125717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.126451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.126451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.126451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.126451] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.126451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.127240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.127240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.127240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.127240] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.127240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.127240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.127763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.127763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.127763] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.127763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.127763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.128155] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.128155] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.128155] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be created. [ 750.240572] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.244343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.244578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.244969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.245322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.248137] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.249622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.277811] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 750.477944] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f920dd57-781e-4577-b59d-e3f198830ca2 [ 750.477944] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.477944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.477944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.478310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.478310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.478394] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f920dd57-781e-4577-b59d-e3f198830ca2 already deleted. [ 750.478445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f920dd57-781e-4577-b59d-e3f198830ca2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.789390] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: SUCCESS [ 750.789662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.789862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.790168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.790416] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.790572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.790671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.790854] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.791663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.791803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.792072] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.003035] env[64796]: INFO networking_nsxv3.common.synchronization [None req-12bffe09-a1ca-4103-876f-32385e2afff1 None None] Enqueued Resource ID: 1dc4137c-98f4-41b3-990f-f092c7e62540 with Priority: HIGHEST for action port [ 751.003946] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dc4137c-98f4-41b3-990f-f092c7e62540 with Priority: HIGHEST for action port [ 751.004761] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dc4137c-98f4-41b3-990f-f092c7e62540 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.005271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dc4137c-98f4-41b3-990f-f092c7e62540" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.005271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dc4137c-98f4-41b3-990f-f092c7e62540" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.005425] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dc4137c-98f4-41b3-990f-f092c7e62540" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.005517] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dc4137c-98f4-41b3-990f-f092c7e62540',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.136304] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 751.136732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.136732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.136897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.137104] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.137217] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.137379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.137614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.137706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.137760] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.295775] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.295924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.295987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.298225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.298225] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.298225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.298225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.298225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.298225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.298225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.298225] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.298225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.298225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.298225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.298225] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.298225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.298225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.298225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.298225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.298225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.298225] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.509719] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dc4137c-98f4-41b3-990f-f092c7e62540 [ 751.510260] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.510260] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.510260] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.510464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.510464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.510574] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dc4137c-98f4-41b3-990f-f092c7e62540 already deleted. [ 751.510632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dc4137c-98f4-41b3-990f-f092c7e62540" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.515285] env[64796]: INFO networking_nsxv3.common.synchronization [None req-cd4c6ce7-a576-498e-bf1c-ccc9ebc214c5 None None] Enqueued Resource ID: 3de91452-e193-40d1-9674-7663a511f48f with Priority: HIGHEST for action port [ 751.515853] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de91452-e193-40d1-9674-7663a511f48f with Priority: HIGHEST for action port [ 751.516182] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-3de91452-e193-40d1-9674-7663a511f48f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.516302] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3de91452-e193-40d1-9674-7663a511f48f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.516365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3de91452-e193-40d1-9674-7663a511f48f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.516667] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3de91452-e193-40d1-9674-7663a511f48f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.516762] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de91452-e193-40d1-9674-7663a511f48f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.568697] env[64796]: INFO networking_nsxv3.common.synchronization [req-d711eedb-eccb-4b45-ad40-5cda6cb217a9 req-8dd2436d-2b89-4fa8-a184-389b9b98888d tempest-VolumesAssistedSnapshotsTest-1292690712 tempest-VolumesAssistedSnapshotsTest-1292690712-project-member] Enqueued Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGHEST for action security_group_members [ 751.569276] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGHEST for action security_group_members [ 751.569679] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-64998d63-c307-40b6-9be3-26ee2e0a6b2f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.569784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.569784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.570134] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.570303] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.570592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.570592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.570700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.570700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.570832] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64998d63-c307-40b6-9be3-26ee2e0a6b2f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.643918] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.802456] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d77e06ff-6eca-47e8-9aee-74516c194d70: rpc.has_security_group_logging(os_id): False [ 751.824457] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.824457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.824739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.824739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.824948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.825698] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.825698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.825698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.825698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.825698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.825698] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.825698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.826222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.826222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.826222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.826222] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.826222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.826472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.826472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.826565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.826625] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d77e06ff-6eca-47e8-9aee-74516c194d70 is going to be created. [ 751.892437] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.892630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.892673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.892858] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.893151] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.908588] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: IN_PROGRESS for 2s [ 752.003976] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.003976] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-94" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.003976] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-94" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.003976] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-94" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.003976] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.004338] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.004338] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.004405] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.004520] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.004726] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.004835] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.004941] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.005060] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.005169] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.005273] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.005402] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.019729] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3de91452-e193-40d1-9674-7663a511f48f [ 752.019960] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.020116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.020185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.020410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.020850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.020850] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3de91452-e193-40d1-9674-7663a511f48f already deleted. [ 752.020850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3de91452-e193-40d1-9674-7663a511f48f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.061333] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.061333] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.061333] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.061333] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-94" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.061333] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-690cc605-3ecd-4e44-84a2-e0c22ff1c832 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.061333] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-690cc605-3ecd-4e44-84a2-e0c22ff1c832" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.061333] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-690cc605-3ecd-4e44-84a2-e0c22ff1c832" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.061333] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-690cc605-3ecd-4e44-84a2-e0c22ff1c832" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.061333] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('690cc605-3ecd-4e44-84a2-e0c22ff1c832',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.073964] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.074378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.074546] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.074842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.075030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.075394] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.076297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.077013] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.077636] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.077636] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.077636] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f already deleted. [ 752.077636] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.146774] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.294048] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 752.294048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.565535] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.565721] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.565871] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.566204] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.566356] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.566529] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 690cc605-3ecd-4e44-84a2-e0c22ff1c832 not found, creating... [ 752.566784] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.566944] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.567063] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.567298] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.567610] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.567896] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.568304] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.568487] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.568816] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.569072] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.569285] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 690cc605-3ecd-4e44-84a2-e0c22ff1c832 is going to be created. [ 752.598413] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.598742] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.598885] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.599289] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.599684] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.599977] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-690cc605-3ecd-4e44-84a2-e0c22ff1c832" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.651072] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.651072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.651072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.651072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.651275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.651275] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be updated. [ 752.714798] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.714798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.714798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.714798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.714798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.730264] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: IN_PROGRESS for 2s [ 753.312988] env[64796]: INFO networking_nsxv3.common.synchronization [req-d711eedb-eccb-4b45-ad40-5cda6cb217a9 req-600360b5-20a9-480b-ba39-f1724d51c2cc service nova] Enqueued Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGHEST for action security_group_rules [ 753.312988] env[64796]: INFO networking_nsxv3.common.synchronization [req-d711eedb-eccb-4b45-ad40-5cda6cb217a9 req-600360b5-20a9-480b-ba39-f1724d51c2cc service nova] Enqueued Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGHEST for action security_group_members [ 753.313315] env[64796]: INFO networking_nsxv3.common.synchronization [req-d711eedb-eccb-4b45-ad40-5cda6cb217a9 req-600360b5-20a9-480b-ba39-f1724d51c2cc service nova] Enqueued Resource ID: 690cc605-3ecd-4e44-84a2-e0c22ff1c832 with Priority: HIGHEST for action port [ 753.313647] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGHEST for action security_group_rules [ 753.314404] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGHEST for action security_group_members [ 753.314642] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 690cc605-3ecd-4e44-84a2-e0c22ff1c832 with Priority: HIGHEST for action port [ 753.315108] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.315235] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.315385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.315617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.315894] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64998d63-c307-40b6-9be3-26ee2e0a6b2f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.316963] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-64998d63-c307-40b6-9be3-26ee2e0a6b2f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.318341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.318341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.318341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.318341] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.318341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.318341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.318595] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.318784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.318852] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64998d63-c307-40b6-9be3-26ee2e0a6b2f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.319736] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-690cc605-3ecd-4e44-84a2-e0c22ff1c832 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.319957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-690cc605-3ecd-4e44-84a2-e0c22ff1c832" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.321427] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-690cc605-3ecd-4e44-84a2-e0c22ff1c832" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.321509] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-690cc605-3ecd-4e44-84a2-e0c22ff1c832" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.321687] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('690cc605-3ecd-4e44-84a2-e0c22ff1c832',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.426958] env[64796]: INFO networking_nsxv3.common.synchronization [None req-df52815e-6b95-49dd-aacc-5dde667bad83 None None] Enqueued Resource ID: e0a0eebf-d0b7-4027-bd9f-377646680f39 with Priority: HIGHEST for action port [ 753.427231] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a0eebf-d0b7-4027-bd9f-377646680f39 with Priority: HIGHEST for action port [ 753.427899] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0a0eebf-d0b7-4027-bd9f-377646680f39 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.428238] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0a0eebf-d0b7-4027-bd9f-377646680f39" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.428358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0a0eebf-d0b7-4027-bd9f-377646680f39" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.428650] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0a0eebf-d0b7-4027-bd9f-377646680f39" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.428738] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0a0eebf-d0b7-4027-bd9f-377646680f39',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.823962] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64998d63-c307-40b6-9be3-26ee2e0a6b2f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.825514] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-64998d63-c307-40b6-9be3-26ee2e0a6b2f taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.825777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.826073] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 690cc605-3ecd-4e44-84a2-e0c22ff1c832 with status ACTIVE [ 753.826340] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.826512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.826607] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.826878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.827016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.827596] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.827596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.827596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.827955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.827955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.828206] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.828439] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.828439] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.828594] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.828594] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.828754] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 690cc605-3ecd-4e44-84a2-e0c22ff1c832 is going to be updated. [ 753.853895] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.853895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.853895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.853895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.853895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.853895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-690cc605-3ecd-4e44-84a2-e0c22ff1c832" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.930848] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0a0eebf-d0b7-4027-bd9f-377646680f39 [ 753.931020] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.931234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.931234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.931473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.931921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.931921] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0a0eebf-d0b7-4027-bd9f-377646680f39 already deleted. [ 753.931921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0a0eebf-d0b7-4027-bd9f-377646680f39" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.933474] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: SUCCESS [ 753.933682] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.086542] env[64796]: INFO networking_nsxv3.common.synchronization [None req-77b68fe8-6b9c-4eca-8d6d-466b62018189 None None] Enqueued Resource ID: b85c19f4-8185-4737-8bb9-1851dc817710 with Priority: HIGHEST for action port [ 754.087244] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85c19f4-8185-4737-8bb9-1851dc817710 with Priority: HIGHEST for action port [ 754.087488] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-b85c19f4-8185-4737-8bb9-1851dc817710 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.087662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b85c19f4-8185-4737-8bb9-1851dc817710" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.087722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b85c19f4-8185-4737-8bb9-1851dc817710" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.087988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b85c19f4-8185-4737-8bb9-1851dc817710" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.088096] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b85c19f4-8185-4737-8bb9-1851dc817710',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.327555] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64998d63-c307-40b6-9be3-26ee2e0a6b2f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.592071] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b85c19f4-8185-4737-8bb9-1851dc817710 [ 754.592071] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.592071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.592071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.592071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.592071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.592071] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b85c19f4-8185-4737-8bb9-1851dc817710 already deleted. [ 754.592071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b85c19f4-8185-4737-8bb9-1851dc817710" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.741345] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 754.741563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.741731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.741957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.742161] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.742309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.742376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.742553] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.742699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.742748] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.742868] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.831616] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.831616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.831834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.831935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.832061] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.832181] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f is going to be created. [ 754.862253] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.862597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.862597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.863041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.863845] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.874999] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f in Status: UNINITIALIZED for 2s [ 755.185926] env[64796]: INFO networking_nsxv3.common.synchronization [None req-45f767a8-6ae9-4516-a881-7bddb6201add tempest-ServersTestJSON-933528456 tempest-ServersTestJSON-933528456-project-member] Enqueued Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGHEST for action security_group_rules [ 755.186584] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGHEST for action security_group_rules [ 755.187171] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17130f1a-440a-4641-9baf-b128e692ea8b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.190185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.190185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.190185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.190362] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17130f1a-440a-4641-9baf-b128e692ea8b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.248393] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.248559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.248748] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.248905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.249227] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.249344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.249411] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.249584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.249679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.249771] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.249926] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.250031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.250102] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.250457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.250525] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.250701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.250797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.251074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.251213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.251401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.251506] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.291935] env[64796]: INFO networking_nsxv3.common.synchronization [None req-8116627e-6daf-4bf0-87d4-612ae5503abd tempest-ServersTestJSON-933528456 tempest-ServersTestJSON-933528456-project-member] Enqueued Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGHEST for action security_group_rules [ 755.292684] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGHEST for action security_group_rules [ 755.293267] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17130f1a-440a-4641-9baf-b128e692ea8b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.293267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.715796] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.715796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.715796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.715796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.715796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.715796] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17130f1a-440a-4641-9baf-b128e692ea8b already deleted. [ 755.715796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.715796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.715796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.715796] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17130f1a-440a-4641-9baf-b128e692ea8b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.756337] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e96aba9-ff62-44d8-ae53-8b03b73dc3db: rpc.has_security_group_logging(os_id): False [ 755.777648] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.777831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.777912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.778183] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.778296] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.778507] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.778614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.778680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.779177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.779177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.779177] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.779393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.779393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.779474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.779568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.779767] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.779869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.780477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.780477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.780477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.780477] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be updated. [ 755.856527] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.856527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.856527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.856768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.856867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.878116] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: IN_PROGRESS for 2s [ 756.149184] env[64796]: INFO networking_nsxv3.common.synchronization [req-791f5a78-12b1-437f-8a24-75b538f3dab6 req-d5b4923a-5355-4c2b-a3e2-dbee504291dc tempest-InstanceActionsV221TestJSON-1978039525 tempest-InstanceActionsV221TestJSON-1978039525-project-member] Enqueued Resource ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e with Priority: HIGHEST for action security_group_members [ 756.149397] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e with Priority: HIGHEST for action security_group_members [ 756.149642] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b78bbc-73cf-4a4c-af69-803758a64b8e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.149767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.149820] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.154025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.154025] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.154025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.154025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.154025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.154025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.154025] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59b78bbc-73cf-4a4c-af69-803758a64b8e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.175452] env[64796]: INFO networking_nsxv3.common.synchronization [None req-082ebecd-fdb8-4df1-8d1a-299792537c9c tempest-ServerActionsTestOtherA-1986695756 tempest-ServerActionsTestOtherA-1986695756-project-member] Enqueued Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_rules [ 756.175947] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_rules [ 756.176259] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.176378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.176444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.176778] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.176893] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.241751] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.242014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.242100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.242357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.242443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.242534] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17130f1a-440a-4641-9baf-b128e692ea8b already deleted. [ 756.242626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.325496] env[64796]: INFO networking_nsxv3.common.synchronization [None req-c1044bf0-f290-499e-aa2e-0f743b83a463 tempest-ServerActionsTestOtherA-1986695756 tempest-ServerActionsTestOtherA-1986695756-project-member] Enqueued Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_rules [ 756.325496] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_rules [ 756.325846] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.326228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.653540] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.653717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.653785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.654026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.654143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.654329] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.654453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.654492] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.654644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.654741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.654805] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e is going to be updated. [ 756.683252] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.683497] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.683585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.683902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.684157] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.698042] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e in Status: IN_PROGRESS for 2s [ 756.704515] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.704515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.704515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.705086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.705464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.705830] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 already deleted. [ 756.706182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.706182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.706380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.706482] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.901034] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f in Status: SUCCESS [ 756.901034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.901034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.901034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.901034] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.901034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.901034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.901034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.901034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.901034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.901034] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64998d63-c307-40b6-9be3-26ee2e0a6b2f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.232727] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.233814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.233814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.233814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.233814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.233814] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 already deleted. [ 757.233814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.404279] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64998d63-c307-40b6-9be3-26ee2e0a6b2f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.789039] env[64796]: INFO networking_nsxv3.common.synchronization [req-a45f087f-4a5c-4337-9e96-d76c52ea698c req-3bc56698-db90-4330-a5c4-23fb1181fed3 tempest-VolumesAdminNegativeTest-1839535259 tempest-VolumesAdminNegativeTest-1839535259-project-member] Enqueued Resource ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c with Priority: HIGHEST for action security_group_members [ 757.789039] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c with Priority: HIGHEST for action security_group_members [ 757.789039] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.789039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.789039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.789039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.789039] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.789039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.789039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.789039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.789039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.789039] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.900308] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 757.900597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.907224] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64998d63-c307-40b6-9be3-26ee2e0a6b2f: rpc.has_security_group_logging(os_id): False [ 757.931115] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.931115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.931115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.931115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.931115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.931115] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.932502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.932681] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.933024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.933173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.933321] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f is going to be created. [ 758.010066] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.010214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.010214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.010419] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.010598] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.022065] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f in Status: IN_PROGRESS for 2s [ 758.291231] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.291411] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.291514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.291794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.291911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.292162] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.292290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.292377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.292558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.292667] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.292774] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c already deleted. [ 758.292879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.463538] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.463738] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-809" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.463878] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-809" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.464266] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-809" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.464549] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.464707] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.464822] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.465050] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.465198] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.465403] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.465511] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.465612] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.465714] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.465816] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.465919] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.466054] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.486724] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.486995] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.487227] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.487453] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-809" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.487848] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-16f014f0-fd8f-43b1-9821-80e8d22992b7 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.488045] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-16f014f0-fd8f-43b1-9821-80e8d22992b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.488169] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-16f014f0-fd8f-43b1-9821-80e8d22992b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.488490] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-16f014f0-fd8f-43b1-9821-80e8d22992b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.488663] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16f014f0-fd8f-43b1-9821-80e8d22992b7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.712461] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e in Status: SUCCESS [ 758.712681] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e deletion is rescheduled due to dependency. [ 758.712796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.991692] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.992074] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.992074] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.992357] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.992500] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.992653] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 16f014f0-fd8f-43b1-9821-80e8d22992b7 not found, creating... [ 758.992910] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.993285] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.993285] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.993511] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.993645] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.993921] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.994116] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.994385] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.994504] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.994673] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.994828] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 16f014f0-fd8f-43b1-9821-80e8d22992b7 is going to be created. [ 759.016259] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.016386] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.016455] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.017713] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.017713] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.017713] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-16f014f0-fd8f-43b1-9821-80e8d22992b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.108734] env[64796]: INFO networking_nsxv3.common.synchronization [req-c8effa2b-ef72-403f-b717-0c24ffb4fc96 req-9586c911-cf40-4091-9fcf-d4f48395dd86 tempest-DeleteServersAdminTestJSON-1907301458 tempest-DeleteServersAdminTestJSON-1907301458-project-admin] Enqueued Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_members [ 759.109443] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_members [ 759.109912] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.110917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.110917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.110917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.110917] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.110917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.110917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.111295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.111295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.111391] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.613671] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.613831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.613888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.614252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.614370] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.614581] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.614682] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.614750] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.614963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.615032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.615068] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba is going to be updated. [ 759.651415] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.651664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.651769] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.652070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.652276] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.664862] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba in Status: IN_PROGRESS for 2s [ 759.767293] env[64796]: INFO networking_nsxv3.common.synchronization [req-a45f087f-4a5c-4337-9e96-d76c52ea698c req-1b4bf3b6-1243-4806-984a-211562c9343c service nova] Enqueued Resource ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c with Priority: HIGHEST for action security_group_rules [ 759.767293] env[64796]: INFO networking_nsxv3.common.synchronization [req-a45f087f-4a5c-4337-9e96-d76c52ea698c req-1b4bf3b6-1243-4806-984a-211562c9343c service nova] Enqueued Resource ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c with Priority: HIGHEST for action security_group_members [ 759.767293] env[64796]: INFO networking_nsxv3.common.synchronization [req-a45f087f-4a5c-4337-9e96-d76c52ea698c req-1b4bf3b6-1243-4806-984a-211562c9343c service nova] Enqueued Resource ID: 16f014f0-fd8f-43b1-9821-80e8d22992b7 with Priority: HIGHEST for action port [ 759.768659] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c with Priority: HIGHEST for action security_group_rules [ 759.769110] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c with Priority: HIGHEST for action security_group_members [ 759.769356] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f014f0-fd8f-43b1-9821-80e8d22992b7 with Priority: HIGHEST for action port [ 759.769753] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.770045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.770269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.770648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.770886] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.771910] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.772304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.772490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.772839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.773208] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.773491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.773663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.773917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.774182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.774443] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.775986] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-16f014f0-fd8f-43b1-9821-80e8d22992b7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.777022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16f014f0-fd8f-43b1-9821-80e8d22992b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.777022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16f014f0-fd8f-43b1-9821-80e8d22992b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.777022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16f014f0-fd8f-43b1-9821-80e8d22992b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.777022] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16f014f0-fd8f-43b1-9821-80e8d22992b7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.042180] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f in Status: SUCCESS [ 760.042180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.173697] env[64796]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] NSXv3 Agent Agent loop - iteration:0 completed [ 760.173697] env[64796]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] NSXv3 Agent Agent loop - iteration:1 started [ 760.278924] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.280195] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.280382] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.280862] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16f014f0-fd8f-43b1-9821-80e8d22992b7 with status ACTIVE [ 760.281267] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.281267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.281370] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.281597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.281705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.281880] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.281981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.282384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.282384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.282384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.282558] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.282558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.282662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.282762] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.282836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.282963] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16f014f0-fd8f-43b1-9821-80e8d22992b7 is going to be updated. [ 760.315301] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.315301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.315301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.315301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.315301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.315301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16f014f0-fd8f-43b1-9821-80e8d22992b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.375167] env[64796]: INFO networking_nsxv3.common.synchronization [req-9d2222e3-654c-4d10-bf15-32bda56ae8ef req-82796395-cd9b-4ee7-94a6-fb15bc837db8 tempest-ServersTestMultiNic-1757410650 tempest-ServersTestMultiNic-1757410650-project-member] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 760.375573] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 760.375921] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.376219] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.376219] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.376451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.376638] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.376747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.376837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.377015] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.377136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.377240] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.751031] env[64796]: INFO networking_nsxv3.common.synchronization [req-9d2222e3-654c-4d10-bf15-32bda56ae8ef req-14182983-9bff-4d4b-a628-f0e70ec43ae5 tempest-ServersTestMultiNic-1757410650 tempest-ServersTestMultiNic-1757410650-project-member] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 760.751620] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 760.751954] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.752080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.781673] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.879644] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.879878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.879988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.880499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.880499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.881261] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.881261] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.881261] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.881261] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.881261] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.881499] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 already deleted. [ 760.881499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.881666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.881822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.881974] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.882086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.882159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.882286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.882363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.882457] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.230590] env[64796]: INFO networking_nsxv3.common.synchronization [req-9d2222e3-654c-4d10-bf15-32bda56ae8ef req-8831a121-c0b0-4551-a455-852d0f7801ce tempest-ServersTestMultiNic-1757410650 tempest-ServersTestMultiNic-1757410650-project-member] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 761.232693] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 761.232693] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.232693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.284764] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.284939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.285030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.285488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.285664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.285823] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c is going to be created. [ 761.309947] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.310175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.310299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.310579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.310881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.321760] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c in Status: UNINITIALIZED for 2s [ 761.384410] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.384654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.384654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.385312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.385312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.385312] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.385634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.385634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.385634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.385634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.385769] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 already deleted. [ 761.385769] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.386378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.386378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.386378] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.386378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.386378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.386675] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.386675] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.386675] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.501960] env[64796]: INFO networking_nsxv3.common.synchronization [None req-cb97797c-8458-4528-b27a-0bb07200935a None None] Enqueued Resource ID: 074c94b4-e435-430d-8973-6a83bd03eefb with Priority: HIGHEST for action port [ 761.502645] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074c94b4-e435-430d-8973-6a83bd03eefb with Priority: HIGHEST for action port [ 761.503277] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-074c94b4-e435-430d-8973-6a83bd03eefb taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.503453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-074c94b4-e435-430d-8973-6a83bd03eefb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.503592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-074c94b4-e435-430d-8973-6a83bd03eefb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.503774] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-074c94b4-e435-430d-8973-6a83bd03eefb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.503854] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('074c94b4-e435-430d-8973-6a83bd03eefb',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.678990] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba in Status: SUCCESS [ 761.678990] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba deletion is rescheduled due to dependency. [ 761.680335] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.772272] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.772865] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-525" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.772865] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-525" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.773659] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-525" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.774122] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.774373] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.774535] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.774907] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.775147] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.775511] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.775741] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.775930] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.776141] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.776304] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.776466] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.776703] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.798567] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.799064] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.799586] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.799670] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-525" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.799961] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-3c21015c-db73-4b7c-9557-5975f8831fee taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.800148] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-3c21015c-db73-4b7c-9557-5975f8831fee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.800275] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-3c21015c-db73-4b7c-9557-5975f8831fee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.800730] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-3c21015c-db73-4b7c-9557-5975f8831fee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.800964] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c21015c-db73-4b7c-9557-5975f8831fee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.889645] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.889645] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.889645] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.889963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.889963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.890549] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.890549] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.890549] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.890549] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.890991] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.890991] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 already deleted. [ 761.890991] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.006312] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 074c94b4-e435-430d-8973-6a83bd03eefb [ 762.007882] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.007882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.007882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.007882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.007882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.007882] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:074c94b4-e435-430d-8973-6a83bd03eefb already deleted. [ 762.007882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-074c94b4-e435-430d-8973-6a83bd03eefb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.304682] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.305048] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.305240] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.305704] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.305937] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.306167] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 3c21015c-db73-4b7c-9557-5975f8831fee not found, creating... [ 762.306507] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.306699] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.306821] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.307094] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.307242] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.307539] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.307694] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.307807] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.308117] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.308208] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.308291] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 3c21015c-db73-4b7c-9557-5975f8831fee is going to be created. [ 762.329475] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.329689] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.329812] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.330109] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.330334] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.330623] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-3c21015c-db73-4b7c-9557-5975f8831fee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.056273] env[64796]: INFO networking_nsxv3.common.synchronization [req-9d2222e3-654c-4d10-bf15-32bda56ae8ef req-ad835fa1-3625-4635-b8e7-a5d2d79969f4 service nova] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_rules [ 763.056381] env[64796]: INFO networking_nsxv3.common.synchronization [req-9d2222e3-654c-4d10-bf15-32bda56ae8ef req-ad835fa1-3625-4635-b8e7-a5d2d79969f4 service nova] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 763.056510] env[64796]: INFO networking_nsxv3.common.synchronization [req-9d2222e3-654c-4d10-bf15-32bda56ae8ef req-ad835fa1-3625-4635-b8e7-a5d2d79969f4 service nova] Enqueued Resource ID: 3c21015c-db73-4b7c-9557-5975f8831fee with Priority: HIGHEST for action port [ 763.057794] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_rules [ 763.057946] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 763.058075] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c21015c-db73-4b7c-9557-5975f8831fee with Priority: HIGHEST for action port [ 763.058363] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.058478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.058544] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.060265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.060378] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.061313] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.061402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.061455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.061629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.061774] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.061970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.061970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.062081] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.062166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.062256] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.063034] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c21015c-db73-4b7c-9557-5975f8831fee taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.063751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c21015c-db73-4b7c-9557-5975f8831fee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.065051] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c21015c-db73-4b7c-9557-5975f8831fee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.065307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c21015c-db73-4b7c-9557-5975f8831fee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.065437] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c21015c-db73-4b7c-9557-5975f8831fee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.122525] env[64796]: INFO networking_nsxv3.common.synchronization [req-e74f4c88-d26d-4b29-b6d5-b5770fbeec3e req-194cbf24-f185-446b-bba4-d4286aef6c5a tempest-ImagesNegativeTestJSON-1282805780 tempest-ImagesNegativeTestJSON-1282805780-project-member] Enqueued Resource ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 with Priority: HIGHEST for action security_group_members [ 763.123040] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 with Priority: HIGHEST for action security_group_members [ 763.123369] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-58d1574a-b396-4b68-a711-ce194cd2ffb9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.123491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.123560] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.124321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.124321] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.124321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.124482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.124518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.124597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.125493] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58d1574a-b396-4b68-a711-ce194cd2ffb9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.334052] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c in Status: SUCCESS [ 763.336879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.337197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.337519] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.337957] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.338378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.338491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.338852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.338982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.339121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.339268] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.567809] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.569236] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.570209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.570209] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c21015c-db73-4b7c-9557-5975f8831fee with status ACTIVE [ 763.570209] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.570209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.570209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.570494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.570530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.570888] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.570974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.575098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.575627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.575627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.575932] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.576099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.576196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.576523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.576523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.576620] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c21015c-db73-4b7c-9557-5975f8831fee is going to be updated. [ 763.618899] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.619717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.619717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.619717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.619717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.620032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c21015c-db73-4b7c-9557-5975f8831fee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.627176] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.627399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.627399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.627635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.627725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.627938] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.628046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.628106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.628615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.628615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.628615] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 already deleted. [ 763.628615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.643990] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.644195] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-808" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.644320] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-808" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.644643] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-808" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.644925] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.645101] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.645220] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.645434] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.645576] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.645781] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.645889] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.645994] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.646116] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.646223] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.646357] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.646492] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.670940] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.671705] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.671705] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.671705] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-808" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.672069] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-5d4c75bf-78ab-4af6-bca6-abc4b67ee33a taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.672069] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-5d4c75bf-78ab-4af6-bca6-abc4b67ee33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.672069] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-5d4c75bf-78ab-4af6-bca6-abc4b67ee33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.673950] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-5d4c75bf-78ab-4af6-bca6-abc4b67ee33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.673950] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4c75bf-78ab-4af6-bca6-abc4b67ee33a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.843658] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.843799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.843799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.844434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.844434] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.844434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.844434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.844434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.845534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.845534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.845534] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.845534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.845534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.845534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.845534] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.845534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.846292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.846292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.846292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.846292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.846292] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.873945] env[64796]: INFO networking_nsxv3.common.synchronization [None req-349e66a2-f5a2-4f80-a1e9-a70e243a8bc0 None None] Enqueued Resource ID: f354e635-7c03-4c39-ad32-2ed5fad8c4a9 with Priority: HIGHEST for action port [ 763.874582] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f354e635-7c03-4c39-ad32-2ed5fad8c4a9 with Priority: HIGHEST for action port [ 763.875471] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-f354e635-7c03-4c39-ad32-2ed5fad8c4a9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.875693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f354e635-7c03-4c39-ad32-2ed5fad8c4a9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.875778] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f354e635-7c03-4c39-ad32-2ed5fad8c4a9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.876076] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f354e635-7c03-4c39-ad32-2ed5fad8c4a9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.876177] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f354e635-7c03-4c39-ad32-2ed5fad8c4a9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.011635] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.011926] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-285" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.011926] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-285" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.012344] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-285" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.012559] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.012724] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.012837] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.013184] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.013351] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.013556] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.013805] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.013805] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.013897] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.013989] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.014105] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.014241] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.039094] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.039241] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.039839] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.039839] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-285" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.039981] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-39732f27-bef2-43bf-b821-a20919644103 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.041574] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-39732f27-bef2-43bf-b821-a20919644103" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.041574] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-39732f27-bef2-43bf-b821-a20919644103" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.041574] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-39732f27-bef2-43bf-b821-a20919644103" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.041574] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39732f27-bef2-43bf-b821-a20919644103',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.078784] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.175532] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.175816] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.176374] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.176472] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.177370] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.177370] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 5d4c75bf-78ab-4af6-bca6-abc4b67ee33a not found, creating... [ 764.177370] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.177370] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.177648] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.177695] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.177835] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.178133] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.178292] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.178407] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.178634] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.178772] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.178919] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 5d4c75bf-78ab-4af6-bca6-abc4b67ee33a is going to be created. [ 764.219642] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.219890] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.220036] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.220600] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.220708] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.220855] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-5d4c75bf-78ab-4af6-bca6-abc4b67ee33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.348320] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c: rpc.has_security_group_logging(os_id): False [ 764.370447] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.370684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.370684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.371738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.371738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.371738] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.371738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.371738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.372066] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.372066] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.372285] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.372428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.372514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.372679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.372763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.373095] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.373218] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.373283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.373442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.373561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.373668] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c is going to be created. [ 764.378656] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f354e635-7c03-4c39-ad32-2ed5fad8c4a9 [ 764.379614] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.379614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.379614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.379614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.379614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.379614] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f354e635-7c03-4c39-ad32-2ed5fad8c4a9 already deleted. [ 764.380027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f354e635-7c03-4c39-ad32-2ed5fad8c4a9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.475056] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.475056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.475056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.475056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.475354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.489231] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c in Status: IN_PROGRESS for 2s [ 764.544070] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.544354] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.544499] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.544843] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.544939] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.545194] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 39732f27-bef2-43bf-b821-a20919644103 not found, creating... [ 764.545536] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.545737] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.545833] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.546090] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.546222] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.546516] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.546660] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.546770] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.546981] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.547130] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.547278] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 39732f27-bef2-43bf-b821-a20919644103 is going to be created. [ 764.580849] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.581188] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.581325] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.582287] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.582713] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.582713] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-39732f27-bef2-43bf-b821-a20919644103" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.584222] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.584406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.584406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.584610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.584801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.584801] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be created. [ 764.615753] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.615971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.616040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.616326] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.616508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.629247] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: UNINITIALIZED for 2s [ 764.958113] env[64796]: INFO networking_nsxv3.common.synchronization [req-e74f4c88-d26d-4b29-b6d5-b5770fbeec3e req-b9690847-02ab-4914-bcaa-da670d816891 service nova] Enqueued Resource ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 with Priority: HIGHEST for action security_group_rules [ 764.958397] env[64796]: INFO networking_nsxv3.common.synchronization [req-e74f4c88-d26d-4b29-b6d5-b5770fbeec3e req-b9690847-02ab-4914-bcaa-da670d816891 service nova] Enqueued Resource ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 with Priority: HIGHEST for action security_group_members [ 764.958613] env[64796]: INFO networking_nsxv3.common.synchronization [req-e74f4c88-d26d-4b29-b6d5-b5770fbeec3e req-b9690847-02ab-4914-bcaa-da670d816891 service nova] Enqueued Resource ID: 5d4c75bf-78ab-4af6-bca6-abc4b67ee33a with Priority: HIGHEST for action port [ 764.959478] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 with Priority: HIGHEST for action security_group_rules [ 764.959613] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 with Priority: HIGHEST for action security_group_members [ 764.959940] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4c75bf-78ab-4af6-bca6-abc4b67ee33a with Priority: HIGHEST for action port [ 764.960248] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58d1574a-b396-4b68-a711-ce194cd2ffb9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.960388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.960501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.960874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.961023] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58d1574a-b396-4b68-a711-ce194cd2ffb9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.962886] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-58d1574a-b396-4b68-a711-ce194cd2ffb9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.963071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.963173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.963470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.963867] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.963867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.964074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.964198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.964319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.964449] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58d1574a-b396-4b68-a711-ce194cd2ffb9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.965681] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d4c75bf-78ab-4af6-bca6-abc4b67ee33a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.965828] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d4c75bf-78ab-4af6-bca6-abc4b67ee33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.965920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d4c75bf-78ab-4af6-bca6-abc4b67ee33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.966172] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d4c75bf-78ab-4af6-bca6-abc4b67ee33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.966282] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4c75bf-78ab-4af6-bca6-abc4b67ee33a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.327353] env[64796]: INFO networking_nsxv3.common.synchronization [req-9d2222e3-654c-4d10-bf15-32bda56ae8ef req-bf0ea46b-4b0d-497d-af21-31db67a55ecf service nova] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_rules [ 765.327585] env[64796]: INFO networking_nsxv3.common.synchronization [req-9d2222e3-654c-4d10-bf15-32bda56ae8ef req-bf0ea46b-4b0d-497d-af21-31db67a55ecf service nova] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 765.327662] env[64796]: INFO networking_nsxv3.common.synchronization [req-9d2222e3-654c-4d10-bf15-32bda56ae8ef req-bf0ea46b-4b0d-497d-af21-31db67a55ecf service nova] Enqueued Resource ID: 39732f27-bef2-43bf-b821-a20919644103 with Priority: HIGHEST for action port [ 765.329234] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_rules [ 765.329234] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 765.329234] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39732f27-bef2-43bf-b821-a20919644103 with Priority: HIGHEST for action port [ 765.329234] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.329234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.329234] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.329234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.329628] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-39732f27-bef2-43bf-b821-a20919644103 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.329628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39732f27-bef2-43bf-b821-a20919644103" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.329628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39732f27-bef2-43bf-b821-a20919644103" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.329747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39732f27-bef2-43bf-b821-a20919644103" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.329747] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39732f27-bef2-43bf-b821-a20919644103',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.468628] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58d1574a-b396-4b68-a711-ce194cd2ffb9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.470214] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-58d1574a-b396-4b68-a711-ce194cd2ffb9 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.470430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.470635] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d4c75bf-78ab-4af6-bca6-abc4b67ee33a with status ACTIVE [ 765.470819] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.470942] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.471016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.471241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.471334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.471509] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.471607] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.471664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.473039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.474303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.474303] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.474303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.474303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.474303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.474303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.474303] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d4c75bf-78ab-4af6-bca6-abc4b67ee33a is going to be updated. [ 765.498813] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.499018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.499105] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.499348] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.499477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.499639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d4c75bf-78ab-4af6-bca6-abc4b67ee33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.836643] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39732f27-bef2-43bf-b821-a20919644103 with status ACTIVE [ 765.836643] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.836643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.836643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.836643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.836643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.836643] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.836643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.836643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.836643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.836643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.836643] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.836643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.836643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.836643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.836643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.836643] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39732f27-bef2-43bf-b821-a20919644103 is going to be updated. [ 765.861025] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.861330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.861440] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.861647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.861801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.861990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39732f27-bef2-43bf-b821-a20919644103" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.977119] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58d1574a-b396-4b68-a711-ce194cd2ffb9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.122702] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.122919] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-525" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.123113] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-525" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.123388] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-525" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.123644] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.123797] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.123909] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.124338] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.124487] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.124697] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.124806] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.124910] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.125025] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.125138] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.125238] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.125390] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.143159] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.143382] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.143468] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.143638] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-525" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.143947] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-e83bf411-cbc4-487c-87db-44138df31506 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.144169] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-e83bf411-cbc4-487c-87db-44138df31506" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.145495] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-e83bf411-cbc4-487c-87db-44138df31506" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.145495] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-e83bf411-cbc4-487c-87db-44138df31506" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.145495] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e83bf411-cbc4-487c-87db-44138df31506',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.478822] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.478822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.479208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.479208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.479283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.479402] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 is going to be created. [ 766.501346] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c in Status: SUCCESS [ 766.501587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.505696] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.505850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.505935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.506179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.506341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.519360] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 in Status: UNINITIALIZED for 2s [ 766.640433] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: SUCCESS [ 766.640724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.641020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.641324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.641610] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.641792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.641884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.642117] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.642241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.642424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.642593] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.643962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.644180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.644400] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.644546] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.644640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.644810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.644933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.645058] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.647258] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.647503] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.647637] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.648075] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.648075] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.648203] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port e83bf411-cbc4-487c-87db-44138df31506 not found, creating... [ 766.648428] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.648593] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.648709] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.648941] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.649089] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.649400] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.649623] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.649745] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.649990] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.650164] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.650316] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: e83bf411-cbc4-487c-87db-44138df31506 is going to be created. [ 766.677042] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.677042] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.677042] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.677298] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.677911] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.677911] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-e83bf411-cbc4-487c-87db-44138df31506" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.994404] env[64796]: INFO networking_nsxv3.common.synchronization [req-bfc2d3cd-020c-48e5-a351-055e2fec82e1 req-2e47298e-b8bf-4cb8-944c-a5fbea6980bd tempest-ImagesTestJSON-643861234 tempest-ImagesTestJSON-643861234-project-member] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 766.995107] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 766.995598] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.995757] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.996215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.996215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.996392] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.996526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.996612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.996810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.996923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.997059] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.146894] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.147145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.153549] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.417475] env[64796]: INFO networking_nsxv3.common.synchronization [req-9d2222e3-654c-4d10-bf15-32bda56ae8ef req-0c4b000a-7393-45f9-98cb-716cbbd77a03 service nova] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_rules [ 767.417669] env[64796]: INFO networking_nsxv3.common.synchronization [req-9d2222e3-654c-4d10-bf15-32bda56ae8ef req-0c4b000a-7393-45f9-98cb-716cbbd77a03 service nova] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 767.417821] env[64796]: INFO networking_nsxv3.common.synchronization [req-9d2222e3-654c-4d10-bf15-32bda56ae8ef req-0c4b000a-7393-45f9-98cb-716cbbd77a03 service nova] Enqueued Resource ID: e83bf411-cbc4-487c-87db-44138df31506 with Priority: HIGHEST for action port [ 767.418382] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_rules [ 767.418524] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 767.418636] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83bf411-cbc4-487c-87db-44138df31506 with Priority: HIGHEST for action port [ 767.418916] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.419264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.419804] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.419912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.420119] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-e83bf411-cbc4-487c-87db-44138df31506 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.420231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e83bf411-cbc4-487c-87db-44138df31506" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.420299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e83bf411-cbc4-487c-87db-44138df31506" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.420531] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e83bf411-cbc4-487c-87db-44138df31506" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.420580] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e83bf411-cbc4-487c-87db-44138df31506',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.499882] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.500235] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.500235] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.500345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.500444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.501320] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.501320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.501320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.501320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.501320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.501320] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 already deleted. [ 767.501320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.549581] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.549776] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.549907] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.550243] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.550505] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.550724] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.550875] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.551173] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.551340] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.551561] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.551672] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.551777] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.551906] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.552031] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.552137] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.552263] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.571746] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.571916] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.572065] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.572245] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.572558] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-175bbe63-4794-4398-b163-2bdde36d35cc taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.572729] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-175bbe63-4794-4398-b163-2bdde36d35cc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.572852] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-175bbe63-4794-4398-b163-2bdde36d35cc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.573237] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-175bbe63-4794-4398-b163-2bdde36d35cc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.573379] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175bbe63-4794-4398-b163-2bdde36d35cc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.656391] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.924211] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e83bf411-cbc4-487c-87db-44138df31506 with status ACTIVE [ 767.924915] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.924915] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.924915] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.924915] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.925228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.925228] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.925228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.925367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.925433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.925502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.925676] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.925772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.925813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.925945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.926026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.926110] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e83bf411-cbc4-487c-87db-44138df31506 is going to be updated. [ 767.950608] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.951602] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.951790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.952052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.952237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.952420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e83bf411-cbc4-487c-87db-44138df31506" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.080408] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.080408] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.080408] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.080408] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.080408] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.080408] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 175bbe63-4794-4398-b163-2bdde36d35cc not found, creating... [ 768.080836] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.080836] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.080836] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.081058] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.081234] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.081560] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.081682] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.081724] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.082222] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.082392] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.082539] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 175bbe63-4794-4398-b163-2bdde36d35cc is going to be created. [ 768.104243] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.104473] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.104601] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.104894] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.105293] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.105574] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-175bbe63-4794-4398-b163-2bdde36d35cc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.158793] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.159723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.159723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.161446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.161446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.161446] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be updated. [ 768.210612] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.210773] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.210875] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.211289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.211525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.224027] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: IN_PROGRESS for 2s [ 768.444673] env[64796]: INFO networking_nsxv3.common.synchronization [None req-c7516ac8-a2f8-4ca9-b94f-06d06b04a01a tempest-AttachInterfacesUnderV243Test-451567208 tempest-AttachInterfacesUnderV243Test-451567208-project-member] Enqueued Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_rules [ 768.446352] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_rules [ 768.446352] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1264829-307e-4f40-b623-c51b148a208b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.446352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.446352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.446352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.446352] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.531822] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 in Status: SUCCESS [ 768.532231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.532560] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.532889] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.533185] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.533316] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.533406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.533572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.533663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.533738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.533838] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58d1574a-b396-4b68-a711-ce194cd2ffb9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.834057] env[64796]: INFO networking_nsxv3.common.synchronization [None req-b897b19a-fbb6-4cf2-80f9-22ba36f9aa7d tempest-AttachInterfacesUnderV243Test-451567208 tempest-AttachInterfacesUnderV243Test-451567208-project-member] Enqueued Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_rules [ 768.834057] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_rules [ 768.834057] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1264829-307e-4f40-b623-c51b148a208b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.834057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.845332] env[64796]: INFO networking_nsxv3.common.synchronization [req-bfc2d3cd-020c-48e5-a351-055e2fec82e1 req-3ece332f-8830-4832-ab9e-9aee28d56122 service nova] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_rules [ 768.845612] env[64796]: INFO networking_nsxv3.common.synchronization [req-bfc2d3cd-020c-48e5-a351-055e2fec82e1 req-3ece332f-8830-4832-ab9e-9aee28d56122 service nova] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 768.845800] env[64796]: INFO networking_nsxv3.common.synchronization [req-bfc2d3cd-020c-48e5-a351-055e2fec82e1 req-3ece332f-8830-4832-ab9e-9aee28d56122 service nova] Enqueued Resource ID: 175bbe63-4794-4398-b163-2bdde36d35cc with Priority: HIGHEST for action port [ 768.846588] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_rules [ 768.846801] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 768.847973] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175bbe63-4794-4398-b163-2bdde36d35cc with Priority: HIGHEST for action port [ 768.847973] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.848253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.848343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.848738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.848847] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.850429] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.850533] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.850649] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.852571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.852571] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.852571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.852571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.852571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.852571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.852571] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.853298] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-175bbe63-4794-4398-b163-2bdde36d35cc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.853419] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175bbe63-4794-4398-b163-2bdde36d35cc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.853487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175bbe63-4794-4398-b163-2bdde36d35cc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.853913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175bbe63-4794-4398-b163-2bdde36d35cc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.853913] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175bbe63-4794-4398-b163-2bdde36d35cc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.960758] env[64796]: INFO networking_nsxv3.common.synchronization [None req-1fa3994a-6b7d-4ce6-82ef-497c7fc4208b tempest-ServersWithSpecificFlavorTestJSON-845776288 tempest-ServersWithSpecificFlavorTestJSON-845776288-project-member] Enqueued Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_rules [ 768.963366] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_rules [ 768.963366] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7edede3c-1560-4358-b84d-a9713f4833d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.963366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.963366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.963366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.963366] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.971338] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.971493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.971567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.971783] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.971882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.971981] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1264829-307e-4f40-b623-c51b148a208b already deleted. [ 768.972089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.972727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.972936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.973064] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.036025] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-58d1574a-b396-4b68-a711-ce194cd2ffb9 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.036116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.036228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.036618] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.036839] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.036959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.037044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.037230] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.037325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.037447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.037634] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-58d1574a-b396-4b68-a711-ce194cd2ffb9 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.037743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.037848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.038031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.038210] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.038319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.038385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.038530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.038670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.038713] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.038782] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58d1574a-b396-4b68-a711-ce194cd2ffb9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.189430] env[64796]: INFO networking_nsxv3.common.synchronization [None req-a88c28b9-7e16-4486-bf82-4ab0a6dedec1 tempest-ServersWithSpecificFlavorTestJSON-845776288 tempest-ServersWithSpecificFlavorTestJSON-845776288-project-member] Enqueued Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_rules [ 769.190063] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_rules [ 769.190425] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7edede3c-1560-4358-b84d-a9713f4833d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.190532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.360090] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.361413] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.361413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.361519] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 175bbe63-4794-4398-b163-2bdde36d35cc with status ACTIVE [ 769.361617] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.361721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.361789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.361996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.362436] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.362714] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.362826] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.362890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.363140] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.363731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.363731] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.363731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.363731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.364501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.364501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.364616] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 175bbe63-4794-4398-b163-2bdde36d35cc is going to be updated. [ 769.411696] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.411839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.411907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.412171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.412383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.412781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175bbe63-4794-4398-b163-2bdde36d35cc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.499483] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.499483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.499483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.499483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.499483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.499483] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7edede3c-1560-4358-b84d-a9713f4833d9 already deleted. [ 769.499483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.499483] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.499483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.499483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.499483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.500543] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.500902] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1264829-307e-4f40-b623-c51b148a208b already deleted. [ 769.501200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.501502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.502180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.502180] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.541919] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58d1574a-b396-4b68-a711-ce194cd2ffb9: rpc.has_security_group_logging(os_id): False [ 769.575468] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.575468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.575468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.575468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.575468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.575468] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.576273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.576273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.576273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.576273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.576395] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.576548] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.576659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.576927] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.577096] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.577508] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.577701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.577821] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.578100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.578357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.578433] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 is going to be created. [ 769.645972] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.646258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.646333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.646548] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.646791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.660246] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 in Status: IN_PROGRESS for 2s [ 769.867603] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.029229] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.029422] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.029464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.029651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.029743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.029837] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7edede3c-1560-4358-b84d-a9713f4833d9 already deleted. [ 770.029918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.235801] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: SUCCESS [ 770.235988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.236347] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.236392] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.236564] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.236684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.236750] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.236906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.236987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.237104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.237290] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.237373] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.237495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.237675] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.237827] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.237947] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.238105] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.238740] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.238887] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.239010] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.239176] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.240316] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.240612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.240760] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.240864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.241054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.241106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.241184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.241364] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.371732] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.372194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.372375] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.372712] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.372872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.373151] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be created. [ 770.403450] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.403748] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.403870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.404169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.404363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.415313] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: UNINITIALIZED for 2s [ 770.743509] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f40d408-745e-48e1-a356-ae7209d3e374: rpc.has_security_group_logging(os_id): False [ 770.745204] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.770855] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.770855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.770855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.771188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.772037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.772037] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.772037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.772037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.772252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.772252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.772526] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.772695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.772803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.773380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.773380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.776039] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.776039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.776039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.776294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.776294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.776492] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be created. [ 770.859313] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.859983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.859983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.859983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.861622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.884580] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: IN_PROGRESS for 2s [ 771.133477] env[64796]: INFO networking_nsxv3.common.synchronization [req-616b6363-8865-476c-8d1a-f63f24ee5d9d req-f3847758-cc7a-4285-93d8-6efa359f5a7d tempest-ServersTestJSON-933528456 tempest-ServersTestJSON-933528456-project-member] Enqueued Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGHEST for action security_group_members [ 771.134522] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGHEST for action security_group_members [ 771.135014] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-17130f1a-440a-4641-9baf-b128e692ea8b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.135199] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.135199] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.135618] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.135789] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.135897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.135958] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.136142] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.136235] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.136336] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17130f1a-440a-4641-9baf-b128e692ea8b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.249345] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.506814] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-781 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.507171] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-781" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.507171] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-781" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.508026] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-781" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.508026] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.508026] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.508026] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.508290] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.508463] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.508697] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.508805] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.508922] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.509046] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.509210] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.511023] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.511023] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.532158] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.532158] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.532158] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.532158] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-781" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.532365] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-335f7834-fbed-41fe-bd1e-369e74dc4991 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.532466] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-335f7834-fbed-41fe-bd1e-369e74dc4991" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.532741] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-335f7834-fbed-41fe-bd1e-369e74dc4991" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.533902] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-335f7834-fbed-41fe-bd1e-369e74dc4991" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.533902] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('335f7834-fbed-41fe-bd1e-369e74dc4991',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.641011] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.641280] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.641353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.641606] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.641704] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.641949] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.642100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.642173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.642350] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.642485] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.642596] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17130f1a-440a-4641-9baf-b128e692ea8b already deleted. [ 771.642713] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.679684] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 in Status: SUCCESS [ 771.679895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.753544] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.753889] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.753889] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.753980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.754069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.754204] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be updated. [ 771.792353] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.792617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.792676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.792905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.793170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.808068] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: IN_PROGRESS for 2s [ 772.038736] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.038942] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.039128] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.039500] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.039648] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.039801] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 335f7834-fbed-41fe-bd1e-369e74dc4991 not found, creating... [ 772.040064] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.040220] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.040333] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.040545] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.040674] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.040948] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.041161] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.041292] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.041511] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.041650] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.041788] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 335f7834-fbed-41fe-bd1e-369e74dc4991 is going to be created. [ 772.061752] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.061967] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.062103] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.062376] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.062603] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.062833] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-335f7834-fbed-41fe-bd1e-369e74dc4991" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.427032] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 772.427282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.427457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.427673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.427866] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.428012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.428146] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.428240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.428323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.428409] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.428507] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.642936] env[64796]: INFO networking_nsxv3.common.synchronization [req-6c4bb097-30a3-41dd-a793-b9b439f6663c req-81c01c21-7ad9-4d59-9cd9-951cc0751891 tempest-TenantUsagesTestJSON-1775749416 tempest-TenantUsagesTestJSON-1775749416-project-member] Enqueued Resource ID: 468a78ea-8c0f-4764-be6e-37f126323954 with Priority: HIGHEST for action security_group_members [ 772.643583] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 468a78ea-8c0f-4764-be6e-37f126323954 with Priority: HIGHEST for action security_group_members [ 772.643924] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-468a78ea-8c0f-4764-be6e-37f126323954 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.644080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.644172] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.644433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.644590] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.644693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.644756] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.644911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.644999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.645130] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('468a78ea-8c0f-4764-be6e-37f126323954',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.780843] env[64796]: INFO networking_nsxv3.common.synchronization [req-616b6363-8865-476c-8d1a-f63f24ee5d9d req-07ada52f-ccb6-4229-8f02-742f65a24812 service nova] Enqueued Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGHEST for action security_group_rules [ 772.780843] env[64796]: INFO networking_nsxv3.common.synchronization [req-616b6363-8865-476c-8d1a-f63f24ee5d9d req-07ada52f-ccb6-4229-8f02-742f65a24812 service nova] Enqueued Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGHEST for action security_group_members [ 772.780843] env[64796]: INFO networking_nsxv3.common.synchronization [req-616b6363-8865-476c-8d1a-f63f24ee5d9d req-07ada52f-ccb6-4229-8f02-742f65a24812 service nova] Enqueued Resource ID: 335f7834-fbed-41fe-bd1e-369e74dc4991 with Priority: HIGHEST for action port [ 772.781469] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGHEST for action security_group_rules [ 772.781542] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGHEST for action security_group_members [ 772.781661] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335f7834-fbed-41fe-bd1e-369e74dc4991 with Priority: HIGHEST for action port [ 772.781937] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17130f1a-440a-4641-9baf-b128e692ea8b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.782495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.782646] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.785069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.785069] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17130f1a-440a-4641-9baf-b128e692ea8b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.786061] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-17130f1a-440a-4641-9baf-b128e692ea8b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.786486] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.786662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.786894] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.787220] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.787489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.787489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.787759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.787969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.789213] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17130f1a-440a-4641-9baf-b128e692ea8b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.793055] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-335f7834-fbed-41fe-bd1e-369e74dc4991 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.793055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-335f7834-fbed-41fe-bd1e-369e74dc4991" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.793055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-335f7834-fbed-41fe-bd1e-369e74dc4991" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.793055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-335f7834-fbed-41fe-bd1e-369e74dc4991" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.793055] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('335f7834-fbed-41fe-bd1e-369e74dc4991',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.904309] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: SUCCESS [ 772.904309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.904309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.904309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.904309] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.931052] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.931330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.931330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.932466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.932466] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.932466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.932466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.932466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.932466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.932466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.932466] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.932466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.932466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.933169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.933169] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.933169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.933169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.933169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.933169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.933169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.933454] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.153367] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.153367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.153367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.153367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.153367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.153367] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.153367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.153367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.153367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.153367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.153367] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 468a78ea-8c0f-4764-be6e-37f126323954 is going to be updated. [ 773.185913] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.186090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.186166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.186498] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.186579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.196320] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 468a78ea-8c0f-4764-be6e-37f126323954 in Status: IN_PROGRESS for 2s [ 773.230023] env[64796]: INFO networking_nsxv3.common.synchronization [req-4bdaea6a-0c3d-4880-aed0-afa6b4332b5f req-f5023f2d-19c1-404f-8e64-ba2fa79e303f tempest-DeleteServersTestJSON-651100822 tempest-DeleteServersTestJSON-651100822-project-member] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 773.230023] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 773.230023] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.230023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.230023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.230023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.230949] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.231207] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.231358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.231649] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.231847] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.232038] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.294333] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-17130f1a-440a-4641-9baf-b128e692ea8b taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.294333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.294333] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 335f7834-fbed-41fe-bd1e-369e74dc4991 with status ACTIVE [ 773.294333] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.294333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.294333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.294333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.294333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.294794] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.294794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.294794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.294794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.294924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.295900] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.295900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.295900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.295900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.295900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.295900] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 335f7834-fbed-41fe-bd1e-369e74dc4991 is going to be updated. [ 773.296714] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17130f1a-440a-4641-9baf-b128e692ea8b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.322155] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.322325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.322546] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.322642] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.323253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.323253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-335f7834-fbed-41fe-bd1e-369e74dc4991" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.404620] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.404620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.435751] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa2624bb-abb6-424c-808f-b9c86444af79: rpc.has_security_group_logging(os_id): False [ 773.465030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.465030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.465030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.465030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.465030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.465030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.465030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.465030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.465030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.465030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.465030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.465030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.465030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.465030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.465030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.465775] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.465775] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.465775] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.465775] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.465775] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.465775] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be created. [ 773.527495] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.527495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.527495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.527495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.527495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.540454] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 773.736034] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.736034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.736221] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.736327] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.736429] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.736644] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.736714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.736770] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.737361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.737361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.737361] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be updated. [ 773.768802] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.768802] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.768802] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.769232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.769232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.779817] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 773.800081] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17130f1a-440a-4641-9baf-b128e692ea8b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.820078] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: IN_PROGRESS for 4s [ 774.305939] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.306110] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.306334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.306429] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.306895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.306895] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17130f1a-440a-4641-9baf-b128e692ea8b is going to be created. [ 774.340627] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.340850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.340850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.341104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.341728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.359942] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17130f1a-440a-4641-9baf-b128e692ea8b in Status: UNINITIALIZED for 2s [ 775.207051] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 468a78ea-8c0f-4764-be6e-37f126323954 in Status: SUCCESS [ 775.207051] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 468a78ea-8c0f-4764-be6e-37f126323954 deletion is rescheduled due to dependency. [ 775.207288] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.552963] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 775.553285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.790787] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 775.790969] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 deletion is rescheduled due to dependency. [ 775.791107] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.829819] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: SUCCESS [ 775.830057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.830235] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.830466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.830659] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.830815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.830855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.831148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.831203] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.831277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.831385] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.100137] env[64796]: INFO networking_nsxv3.common.synchronization [req-ce739d19-44eb-4fab-a13a-0f9dcdbca53d req-5707e319-64d1-4f90-8a26-6ecfde35bb38 tempest-ServerActionsTestOtherA-1986695756 tempest-ServerActionsTestOtherA-1986695756-project-member] Enqueued Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_members [ 776.100137] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_members [ 776.100137] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.100400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.100481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.101049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.101049] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.101049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.101279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.101279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.101358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.101426] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.335485] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.335884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.335884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.336184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.336360] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.336591] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.336591] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.336711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.336829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.336947] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.337489] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.337489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.337489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.337653] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.337849] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.337849] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.337849] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.337974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.338212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.338212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.338212] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.372041] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17130f1a-440a-4641-9baf-b128e692ea8b in Status: SUCCESS [ 776.372041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.372041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.372041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.372251] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.372307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.372421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.372529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.372648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.372717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.372797] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17130f1a-440a-4641-9baf-b128e692ea8b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.535845] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.536065] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.536169] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.536499] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.536751] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.537282] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.537742] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.537742] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.538177] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.538177] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.538515] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.538515] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.538515] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.538663] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.538774] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.538927] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.563334] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.563539] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.563695] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.563877] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.564233] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-4ad536a9-6830-47b7-9a31-9c8d23415885 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.564405] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-4ad536a9-6830-47b7-9a31-9c8d23415885" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.564523] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-4ad536a9-6830-47b7-9a31-9c8d23415885" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.564832] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-4ad536a9-6830-47b7-9a31-9c8d23415885" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.564969] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad536a9-6830-47b7-9a31-9c8d23415885',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.604052] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.604265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.604371] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.604558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.604637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.604862] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.605048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.605048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.605211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.605319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.605418] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 already deleted. [ 776.605499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.840982] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f40d408-745e-48e1-a356-ae7209d3e374: rpc.has_security_group_logging(os_id): False [ 776.860256] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.860462] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.860525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.860723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.860821] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.861069] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.861160] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.861215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.861518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.861518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.862715] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.862715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.862715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.862715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.862715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.862715] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.862715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.862715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.863969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.863969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.863969] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be updated. [ 776.874823] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17130f1a-440a-4641-9baf-b128e692ea8b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.925188] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.925188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.925188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.925188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.927992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.942100] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: IN_PROGRESS for 2s [ 777.067682] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.067907] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.068039] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.068337] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.068483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.068633] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 4ad536a9-6830-47b7-9a31-9c8d23415885 not found, creating... [ 777.068893] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.069057] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.069172] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.069394] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.069536] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.069815] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.069969] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.070096] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.070303] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.070429] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.070563] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 4ad536a9-6830-47b7-9a31-9c8d23415885 is going to be created. [ 777.093623] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.093878] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.094033] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.094344] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.094580] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.094863] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-4ad536a9-6830-47b7-9a31-9c8d23415885" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.377456] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17130f1a-440a-4641-9baf-b128e692ea8b: rpc.has_security_group_logging(os_id): False [ 777.400842] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.401099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.401220] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.401761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.401761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.401945] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.402120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.402224] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.402425] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.402514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.402647] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17130f1a-440a-4641-9baf-b128e692ea8b is going to be created. [ 777.469388] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.469640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.470215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.470215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.470215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.484990] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17130f1a-440a-4641-9baf-b128e692ea8b in Status: IN_PROGRESS for 2s [ 777.916482] env[64796]: INFO networking_nsxv3.common.synchronization [req-ce739d19-44eb-4fab-a13a-0f9dcdbca53d req-278b15b6-1656-4089-8f67-89dccfa9ce9f service nova] Enqueued Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_rules [ 777.916667] env[64796]: INFO networking_nsxv3.common.synchronization [req-ce739d19-44eb-4fab-a13a-0f9dcdbca53d req-278b15b6-1656-4089-8f67-89dccfa9ce9f service nova] Enqueued Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_members [ 777.917631] env[64796]: INFO networking_nsxv3.common.synchronization [req-ce739d19-44eb-4fab-a13a-0f9dcdbca53d req-278b15b6-1656-4089-8f67-89dccfa9ce9f service nova] Enqueued Resource ID: 4ad536a9-6830-47b7-9a31-9c8d23415885 with Priority: HIGHEST for action port [ 777.918850] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_rules [ 777.918850] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_members [ 777.919907] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ad536a9-6830-47b7-9a31-9c8d23415885 with Priority: HIGHEST for action port [ 777.920190] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.920323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.920391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.920610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.920691] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.921651] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.921779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.921827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.922119] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.922190] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.922277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.922334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.922697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.922801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.922898] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.923922] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ad536a9-6830-47b7-9a31-9c8d23415885 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.923922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ad536a9-6830-47b7-9a31-9c8d23415885" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.924365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ad536a9-6830-47b7-9a31-9c8d23415885" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.924365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ad536a9-6830-47b7-9a31-9c8d23415885" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.924365] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad536a9-6830-47b7-9a31-9c8d23415885',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.427480] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.430242] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.430242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.430242] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ad536a9-6830-47b7-9a31-9c8d23415885 with status ACTIVE [ 778.430425] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.431185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.431307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.431567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.431707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.431986] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.432166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.432262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.433097] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.433211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.433444] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.433530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.433587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.433746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.433822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.433909] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ad536a9-6830-47b7-9a31-9c8d23415885 is going to be updated. [ 778.464217] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.464392] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.464458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.464844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.465074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.465349] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ad536a9-6830-47b7-9a31-9c8d23415885" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.931096] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.957452] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: SUCCESS [ 778.957765] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.958108] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.960194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.960194] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.434587] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.434936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.434936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.435255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.435406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.435517] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 is going to be created. [ 779.463965] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.464322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.464322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.464906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.465128] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.465262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.465711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.465711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.465711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.465845] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.465910] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.468344] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.468659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.468746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.468983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.469167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.485207] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: UNINITIALIZED for 2s [ 779.498516] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17130f1a-440a-4641-9baf-b128e692ea8b in Status: SUCCESS [ 779.498516] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.974666] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.974666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.974666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.974666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.974666] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.974666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.974666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.974666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.974666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.974666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.974666] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.974666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.974666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.974666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.974666] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.974666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.975590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.975590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.975590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.975590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.975590] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.478940] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f40d408-745e-48e1-a356-ae7209d3e374: rpc.has_security_group_logging(os_id): False [ 780.498722] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.498902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.498968] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.499195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.499296] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.499552] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.499676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.499733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.499864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.499941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.500154] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.500253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.500319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.500456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.500558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.500766] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.500863] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.500941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.501910] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.505017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.505017] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be updated. [ 780.585043] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.585795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.585933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.586210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.586379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.602853] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: IN_PROGRESS for 2s [ 781.500568] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: SUCCESS [ 781.500568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.500568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.500568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.501185] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.501185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.501185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.501308] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.501397] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.501488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.501927] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.706970] env[64796]: INFO networking_nsxv3.common.synchronization [req-5efcda71-048d-49b6-a943-bda83ba398d2 req-fe4162eb-3abf-4f19-a19b-89c9b8d3e9ab tempest-FloatingIPsAssociationTestJSON-1711121034 tempest-FloatingIPsAssociationTestJSON-1711121034-project-member] Enqueued Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_members [ 781.706970] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_members [ 781.706970] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.706970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.706970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.706970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.707404] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.708027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.708027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.708027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.708027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.708027] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.003902] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.211142] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.398761] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.398761] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.398994] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.399145] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.399415] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.399567] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.399683] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.399902] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.400064] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.400270] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.400383] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.400492] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.400601] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.400712] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.400845] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.400940] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.432287] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.432533] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.432698] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.432875] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.433306] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-d032b735-89b1-4521-8060-566a628d9da7 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.433568] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-d032b735-89b1-4521-8060-566a628d9da7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.433758] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-d032b735-89b1-4521-8060-566a628d9da7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.434253] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-d032b735-89b1-4521-8060-566a628d9da7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.435762] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d032b735-89b1-4521-8060-566a628d9da7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.506417] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f42d023-a35b-49ca-95a8-d87950325ac3: rpc.has_security_group_logging(os_id): False [ 782.534350] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.534350] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.534350] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.534350] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.534350] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.534350] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.534679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.534755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.535037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.535180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.535281] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 is going to be created. [ 782.627760] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: SUCCESS [ 782.628034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.647702] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.647968] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.647968] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.648219] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.648545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.676007] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: IN_PROGRESS for 2s [ 782.713677] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.939129] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.939483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.939757] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.939980] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.940150] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.940307] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port d032b735-89b1-4521-8060-566a628d9da7 not found, creating... [ 782.940579] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.940817] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.940934] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.941203] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.941346] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.941935] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.941935] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.941935] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.942122] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.942246] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.942531] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: d032b735-89b1-4521-8060-566a628d9da7 is going to be created. [ 782.967348] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.967348] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.967348] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.967719] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.969017] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.969017] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-d032b735-89b1-4521-8060-566a628d9da7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.217057] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.217057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.217057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.217057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.217057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.217430] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 is going to be updated. [ 783.248720] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.248897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.248945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.250808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.250808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.258332] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: IN_PROGRESS for 2s [ 783.756571] env[64796]: INFO networking_nsxv3.common.synchronization [req-5efcda71-048d-49b6-a943-bda83ba398d2 req-090ecef3-effd-4f3c-af1a-f74ce26db350 service nova] Enqueued Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_rules [ 783.757290] env[64796]: INFO networking_nsxv3.common.synchronization [req-5efcda71-048d-49b6-a943-bda83ba398d2 req-090ecef3-effd-4f3c-af1a-f74ce26db350 service nova] Enqueued Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_members [ 783.758943] env[64796]: INFO networking_nsxv3.common.synchronization [req-5efcda71-048d-49b6-a943-bda83ba398d2 req-090ecef3-effd-4f3c-af1a-f74ce26db350 service nova] Enqueued Resource ID: d032b735-89b1-4521-8060-566a628d9da7 with Priority: HIGHEST for action port [ 783.758943] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_rules [ 783.758943] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_members [ 783.759333] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d032b735-89b1-4521-8060-566a628d9da7 with Priority: HIGHEST for action port [ 783.759598] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.759848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.759921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.760149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.760260] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.761397] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.763432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.763432] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-d032b735-89b1-4521-8060-566a628d9da7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.763432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d032b735-89b1-4521-8060-566a628d9da7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.763432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d032b735-89b1-4521-8060-566a628d9da7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.763432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d032b735-89b1-4521-8060-566a628d9da7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.763432] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d032b735-89b1-4521-8060-566a628d9da7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.090158] env[64796]: INFO networking_nsxv3.common.synchronization [req-b04e97e8-5119-4635-87a3-ce7cc11e9f05 req-bf2f3416-d45e-41a8-8d06-f337d673477a tempest-ImagesNegativeTestJSON-1282805780 tempest-ImagesNegativeTestJSON-1282805780-project-member] Enqueued Resource ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 with Priority: HIGHEST for action security_group_members [ 784.090985] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 with Priority: HIGHEST for action security_group_members [ 784.091332] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-58d1574a-b396-4b68-a711-ce194cd2ffb9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.091462] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.091529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.091735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.091883] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.091981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.092096] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.092241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.092329] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.092424] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58d1574a-b396-4b68-a711-ce194cd2ffb9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.264555] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.264770] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.264887] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d032b735-89b1-4521-8060-566a628d9da7 with status ACTIVE [ 784.265096] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.265190] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.265231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.265479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.265569] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.265737] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.265833] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.265949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.266063] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.266147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.266371] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.267212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.267212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.267212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.267212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.267212] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d032b735-89b1-4521-8060-566a628d9da7 is going to be updated. [ 784.326547] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.326753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.326824] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.327065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.327262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.327453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d032b735-89b1-4521-8060-566a628d9da7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.595245] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.595460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.595460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.595695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.595788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.595985] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.596097] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.596154] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.596310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.596682] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.596824] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 is going to be updated. [ 784.628854] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.629237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.629455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.629789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.630206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.641591] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 in Status: IN_PROGRESS for 2s [ 784.704095] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: SUCCESS [ 784.704520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.037258] env[64796]: INFO networking_nsxv3.common.synchronization [req-73873352-5458-4815-bfa5-3a9f394fea8b req-ba3e9e76-d6a4-40c6-a4e2-fd58c120ec95 tempest-VolumesAdminNegativeTest-1839535259 tempest-VolumesAdminNegativeTest-1839535259-project-member] Enqueued Resource ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c with Priority: HIGHEST for action security_group_members [ 785.037852] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c with Priority: HIGHEST for action security_group_members [ 785.040766] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.040924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.041046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.042572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.043025] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.043025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.043025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.043230] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.043266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.043469] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.270380] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: SUCCESS [ 785.270656] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.270839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.271181] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.271384] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.271520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.271742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.271825] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.271896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.271998] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.281887] env[64796]: INFO networking_nsxv3.common.synchronization [req-46f87cdb-0c6b-4c98-8bf2-ac1698131806 req-7b7e468a-1758-49d5-b33c-8871f3b29b36 tempest-ServersTestMultiNic-1757410650 tempest-ServersTestMultiNic-1757410650-project-member] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 785.282527] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 785.282907] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.283231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.283381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.283932] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.283932] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.284177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.284177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.284357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.284457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.284659] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.546304] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.546511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.546586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.546800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.546899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.547106] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.547209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.547277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.547422] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.547500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.547590] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c is going to be updated. [ 785.574472] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.574671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.574671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.575542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.575542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.586661] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c in Status: IN_PROGRESS for 2s [ 785.774483] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.788664] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.121829] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.122212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.122212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.122414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.122535] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.223414] env[64796]: INFO networking_nsxv3.common.synchronization [None req-9977c8b4-e786-4704-9714-938339c65f38 None None] Enqueued Resource ID: 43baeb0f-00a1-4275-b1bc-1ba460ecc5b5 with Priority: HIGHEST for action port [ 786.223414] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43baeb0f-00a1-4275-b1bc-1ba460ecc5b5 with Priority: HIGHEST for action port [ 786.223414] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-43baeb0f-00a1-4275-b1bc-1ba460ecc5b5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.223414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43baeb0f-00a1-4275-b1bc-1ba460ecc5b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.223414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43baeb0f-00a1-4275-b1bc-1ba460ecc5b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.223414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43baeb0f-00a1-4275-b1bc-1ba460ecc5b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.223745] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43baeb0f-00a1-4275-b1bc-1ba460ecc5b5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.276668] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.290035] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.302434] env[64796]: INFO networking_nsxv3.common.synchronization [req-46f87cdb-0c6b-4c98-8bf2-ac1698131806 req-4f00e9dd-5850-44b3-8484-82201d9123e4 tempest-ServersTestMultiNic-1757410650 tempest-ServersTestMultiNic-1757410650-project-member] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 786.303306] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 786.304092] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.304237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.573891] env[64796]: INFO networking_nsxv3.common.synchronization [req-46f87cdb-0c6b-4c98-8bf2-ac1698131806 req-fbd422fa-e19d-479c-af95-ee264a3dad4e tempest-ServersTestMultiNic-1757410650 tempest-ServersTestMultiNic-1757410650-project-member] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 786.575726] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 786.576064] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.576177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.625943] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.653214] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 in Status: SUCCESS [ 786.653464] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 deletion is rescheduled due to dependency. [ 786.653624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.676131] env[64796]: INFO networking_nsxv3.common.synchronization [None req-0bb58605-6afa-4bd0-a9c4-eb04d4d93abe None None] Enqueued Resource ID: c99ca007-9af8-4fe9-a9c4-ce1b118d6ff9 with Priority: HIGHEST for action port [ 786.676131] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99ca007-9af8-4fe9-a9c4-ce1b118d6ff9 with Priority: HIGHEST for action port [ 786.676441] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-c99ca007-9af8-4fe9-a9c4-ce1b118d6ff9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.677018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c99ca007-9af8-4fe9-a9c4-ce1b118d6ff9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.677018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c99ca007-9af8-4fe9-a9c4-ce1b118d6ff9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.677018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c99ca007-9af8-4fe9-a9c4-ce1b118d6ff9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.677018] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c99ca007-9af8-4fe9-a9c4-ce1b118d6ff9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.730563] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43baeb0f-00a1-4275-b1bc-1ba460ecc5b5 [ 786.730773] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.730968] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.731058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.731320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.731420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.732552] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43baeb0f-00a1-4275-b1bc-1ba460ecc5b5 already deleted. [ 786.732552] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43baeb0f-00a1-4275-b1bc-1ba460ecc5b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.779697] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.779697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.779697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.780101] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.780167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.780278] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 is going to be updated. [ 786.792937] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.793686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.793744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.793967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.794091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.794224] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be updated. [ 786.814176] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.814176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.814176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.814176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.814485] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.830313] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: IN_PROGRESS for 2s [ 786.836583] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.836792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.836880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.837226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.837376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.848125] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: IN_PROGRESS for 2s [ 787.128573] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.179119] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c99ca007-9af8-4fe9-a9c4-ce1b118d6ff9 [ 787.179421] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.179589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.180391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.180391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.180391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.180391] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c99ca007-9af8-4fe9-a9c4-ce1b118d6ff9 already deleted. [ 787.180391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c99ca007-9af8-4fe9-a9c4-ce1b118d6ff9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.598091] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c in Status: SUCCESS [ 787.598523] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c deletion is rescheduled due to dependency. [ 787.598523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.630952] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 787.631096] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 788.543821] env[64796]: INFO networking_nsxv3.common.synchronization [None req-2baac946-edfe-42b8-9603-094514f512e7 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: f470c392-4bcf-4a5f-846f-d1a727c78804 with Priority: HIGHEST for action security_group_rules [ 788.544455] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f470c392-4bcf-4a5f-846f-d1a727c78804 with Priority: HIGHEST for action security_group_rules [ 788.545991] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f470c392-4bcf-4a5f-846f-d1a727c78804 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.546137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.546304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.546532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.547227] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f470c392-4bcf-4a5f-846f-d1a727c78804',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.553929] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.554134] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.554205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.554367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.730644] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 788.730644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.730644] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 788.760932] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.761259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.761347] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.761666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.766117] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.766548] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 788.766664] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 788.766781] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 788.800738] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.800924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.800924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.801279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.802046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.802218] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 788.842616] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: SUCCESS [ 788.842616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.842616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.843124] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.843525] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.844049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.844249] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.846686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.846686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.846686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.846686] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.856504] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.856504] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.856662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.857070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.857252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.862382] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 788.863916] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: SUCCESS [ 788.865617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.865617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.865617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.865852] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.865911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.866133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.867034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.867356] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.867356] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.892297] env[64796]: INFO networking_nsxv3.common.synchronization [None req-368f4e3e-a5ea-4430-8584-0a28365bfc87 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: f470c392-4bcf-4a5f-846f-d1a727c78804 with Priority: HIGHEST for action security_group_rules [ 788.892847] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f470c392-4bcf-4a5f-846f-d1a727c78804 with Priority: HIGHEST for action security_group_rules [ 788.895032] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f470c392-4bcf-4a5f-846f-d1a727c78804 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.895032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.926126] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.926126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.926371] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.926371] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.926529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.927450] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:15. [ 788.927450] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'64998d63-c307-40b6-9be3-26ee2e0a6b2f', '6a5006c7-7e2e-4191-a6a0-87d6817a7695', '17130f1a-440a-4641-9baf-b128e692ea8b', '4cf3f94f-5e88-4d86-8c4e-e11e711caea0', '59b78bbc-73cf-4a4c-af69-803758a64b8e', '0e96aba9-ff62-44d8-ae53-8b03b73dc3db', '58d1574a-b396-4b68-a711-ce194cd2ffb9', '4488dabe-73c8-4fe0-a74b-af66f7f5b013', 'fd721de9-1bd3-4dd3-99da-94a2a1536eba', 'd77e06ff-6eca-47e8-9aee-74516c194d70', '0f40d408-745e-48e1-a356-ae7209d3e374', '2f42d023-a35b-49ca-95a8-d87950325ac3', '468a78ea-8c0f-4764-be6e-37f126323954', 'fa2624bb-abb6-424c-808f-b9c86444af79', '649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c'} {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 788.927450] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 788.953386] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.953888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.953888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.953888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.954060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.954120] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 788.954871] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 788.954871] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 789.003824] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.004009] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.004110] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.004447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.004875] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.005103] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 789.005144] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 789.005236] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 789.005271] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 789.005364] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 15/15 resources of Type:Security Group Rules [ 789.005440] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGH for action security_group_rules [ 789.005514] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGH for action security_group_rules [ 789.005582] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGH for action security_group_rules [ 789.005646] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 with Priority: HIGH for action security_group_rules [ 789.005730] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e with Priority: HIGH for action security_group_rules [ 789.005767] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGH for action security_group_rules [ 789.005838] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 with Priority: HIGH for action security_group_rules [ 789.005897] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGH for action security_group_rules [ 789.005958] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGH for action security_group_rules [ 789.015027] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGH for action security_group_rules [ 789.015027] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGH for action security_group_rules [ 789.015027] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGH for action security_group_rules [ 789.015027] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 468a78ea-8c0f-4764-be6e-37f126323954 with Priority: HIGH for action security_group_rules [ 789.015027] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGH for action security_group_rules [ 789.015027] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c with Priority: HIGH for action security_group_rules [ 789.015027] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 789.015027] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 789.015027] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.015027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.015027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.015027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.015027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.015027] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.015027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.015027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.015027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.015027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.016447] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.016447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.016447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.016447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.016447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.016447] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.016447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.016447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.016447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.016447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.016836] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.016836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.016836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.016836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.016836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.016836] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.016836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.016836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.017102] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.017102] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.017162] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.017210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.017308] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.018330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.018330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.018330] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.018330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.018330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.018330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.018330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.018330] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.018330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.018330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.018916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.018916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.018916] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.018916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.018916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.018916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.019194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.019194] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.019284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.019344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.019738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.019738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.019738] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.019916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.019916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.020035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.020275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.020275] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.020512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.020512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.020512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.020618] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.020859] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.020859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.021076] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.021076] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.021194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.021378] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.021467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.021545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.021744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.021744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.021946] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.022048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.022107] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.022243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.022337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.022764] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.022764] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.022764] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.022966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.022966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.023053] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.023223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.023223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.023388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.023424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.023580] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.023681] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.023735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.023876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.023947] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.024152] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.024246] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.024303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.024442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.024526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.024692] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.024781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.024845] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.024980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.025068] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.025249] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.025340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.025402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.025539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.025625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.025792] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.025882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.026387] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.026584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.026650] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.026825] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.026920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.026982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.027173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.027240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.027433] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.027572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.027667] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.027900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.027994] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.028184] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.028294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.028351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.028493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.028564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.028798] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.028902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.028902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.029084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.029206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.029321] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 789.029386] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 789.029458] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 789.034640] env[64796]: INFO networking_nsxv3.common.synchronization [None req-d1ab6e44-ce56-489b-8984-3661f10f0cd5 None None] Enqueued Resource ID: 63c3824d-9c90-4910-a9a1-c4fcc11c443b with Priority: HIGHEST for action port [ 789.034640] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c3824d-9c90-4910-a9a1-c4fcc11c443b with Priority: HIGHEST for action port [ 789.034640] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGH for action security_group_rules [ 789.034640] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGH for action security_group_rules [ 789.034640] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 with Priority: HIGH for action security_group_rules [ 789.034640] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGH for action security_group_rules [ 789.034640] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c with Priority: HIGH for action security_group_rules [ 789.034640] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 468a78ea-8c0f-4764-be6e-37f126323954 with Priority: HIGH for action security_group_rules [ 789.034640] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGH for action security_group_rules [ 789.034640] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGH for action security_group_rules [ 789.035091] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGH for action security_group_rules [ 789.035091] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGH for action security_group_rules [ 789.035091] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGH for action security_group_rules [ 789.035091] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGH for action security_group_rules [ 789.035091] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e with Priority: HIGH for action security_group_rules [ 789.035323] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGH for action security_group_rules [ 789.035323] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 with Priority: HIGH for action security_group_rules [ 789.037185] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-63c3824d-9c90-4910-a9a1-c4fcc11c443b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.037185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63c3824d-9c90-4910-a9a1-c4fcc11c443b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.037185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63c3824d-9c90-4910-a9a1-c4fcc11c443b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.037185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63c3824d-9c90-4910-a9a1-c4fcc11c443b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.037185] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63c3824d-9c90-4910-a9a1-c4fcc11c443b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.037601] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.037601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.037601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.037601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.037775] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64998d63-c307-40b6-9be3-26ee2e0a6b2f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.038603] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17130f1a-440a-4641-9baf-b128e692ea8b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.039049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.039049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.039049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.039049] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17130f1a-440a-4641-9baf-b128e692ea8b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.043334] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58d1574a-b396-4b68-a711-ce194cd2ffb9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.043334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.043334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.043334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.043334] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58d1574a-b396-4b68-a711-ce194cd2ffb9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.043763] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.043904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.043995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.044242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.044320] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.046953] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.046953] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.046953] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.047187] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.047187] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.049145] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-468a78ea-8c0f-4764-be6e-37f126323954 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.049145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.049145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.049145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.049145] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('468a78ea-8c0f-4764-be6e-37f126323954',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.054024] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.054024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.054024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.054215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.054267] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.054630] env[64796]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 789.055534] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.055627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.055667] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.055819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.055876] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.056840] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.056942] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.057018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.058543] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.058640] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.059548] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.059671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.059809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.059877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.059962] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.066837] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.066837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.066837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.067069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.067069] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.071239] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.071239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.071239] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59b78bbc-73cf-4a4c-af69-803758a64b8e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.071239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.071239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.071239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.071239] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59b78bbc-73cf-4a4c-af69-803758a64b8e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.071239] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.071578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.071578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.071578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.071679] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.074014] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cf3f94f-5e88-4d86-8c4e-e11e711caea0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.074146] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.074211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.074809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.074890] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cf3f94f-5e88-4d86-8c4e-e11e711caea0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.078423] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63c3824d-9c90-4910-a9a1-c4fcc11c443b [ 789.078423] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.078423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.078423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.078423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.078423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.078423] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63c3824d-9c90-4910-a9a1-c4fcc11c443b already deleted. [ 789.079322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63c3824d-9c90-4910-a9a1-c4fcc11c443b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.080612] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-17130f1a-440a-4641-9baf-b128e692ea8b taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.080728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.080776] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.080951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.081168] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.081283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.081327] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.081481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.082082] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.082082] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.082082] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17130f1a-440a-4641-9baf-b128e692ea8b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.088983] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.089079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.089079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.089606] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.089606] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.089606] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 789.118805] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.118986] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.119130] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.119264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.119349] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.119465] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f470c392-4bcf-4a5f-846f-d1a727c78804 already deleted. [ 789.119514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.119676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.120046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.120114] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f470c392-4bcf-4a5f-846f-d1a727c78804',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.139752] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.140345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.140345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.140345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.140782] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.155643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.347154] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.347660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.347764] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.349458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.349458] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.349458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.349458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.349458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.349458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.349458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.349458] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.349458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.349458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.349458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.350796] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.350796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.350796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.350796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.350796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.350796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.350796] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.371191] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.371567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.371650] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.371970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.425572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.426104] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.426104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.426104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.426314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.426314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.426413] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be updated. [ 789.457309] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.457542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.457542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.457739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.457876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.473768] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: IN_PROGRESS for 2s [ 789.580467] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-64998d63-c307-40b6-9be3-26ee2e0a6b2f taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.580705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.580834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.581069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.581274] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.581381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.581450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.581622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.581713] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.581806] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.581902] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64998d63-c307-40b6-9be3-26ee2e0a6b2f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.586823] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17130f1a-440a-4641-9baf-b128e692ea8b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.610864] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.611206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.611332] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.611572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.611748] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.611855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.611923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.612105] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.612202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.612880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.612880] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.617312] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.617312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.617312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.617312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.617312] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.617312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.617312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.617897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.617897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.617897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.617897] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cf3f94f-5e88-4d86-8c4e-e11e711caea0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.621202] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.621202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.621202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.621404] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.621588] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.621721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.621811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.622700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.622844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.622962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.623277] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.632292] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.632831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.632831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.632987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.633996] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.633996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.633996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.633996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.633996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.633996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.633996] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.639110] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.639110] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.639110] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.639110] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.639662] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.639851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.639913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.640188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.640317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.641034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.641034] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.647791] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.647890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.647953] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.648174] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.651262] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.651834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.651930] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.652491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.652491] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.652491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.652491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.652903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.652903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.652903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.653029] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.653029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.653227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.653266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.653395] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.653488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.653761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.653913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.654685] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.654766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.654802] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.704028] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.704028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.704028] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.704028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.704725] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.704820] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.706499] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.707929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.708911] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.708995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.709837] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.709932] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.710743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.710854] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 468a78ea-8c0f-4764-be6e-37f126323954 is going to be deleted. [ 789.712454] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.712565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.712610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.712819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.738917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.738917] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c is going to be deleted. [ 789.740123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.740123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.767470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.767657] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be deleted. [ 789.768724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.768905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.804227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.804474] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58d1574a-b396-4b68-a711-ce194cd2ffb9 is going to be deleted. [ 789.805609] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.805848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.808186] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.808340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.809117] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.809117] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.836734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.836734] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59b78bbc-73cf-4a4c-af69-803758a64b8e is going to be deleted. [ 789.837746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.837993] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.854138] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4488dabe-73c8-4fe0-a74b-af66f7f5b013: rpc.has_security_group_logging(os_id): False [ 789.889046] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.889046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.903816] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.903816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.904519] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.904519] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.907519] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.907641] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba is going to be deleted. [ 789.908800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.908800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.908800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.909075] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f470c392-4bcf-4a5f-846f-d1a727c78804 already deleted. [ 789.909075] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.909147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.909594] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.909594] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.909594] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be deleted. [ 789.911196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.911470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.911600] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.911763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-649ddc45-c0dd-4b29-a4d0-1c92d8ae9c9c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.911966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.912584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.913192] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.913270] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-468a78ea-8c0f-4764-be6e-37f126323954" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.913998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.914341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.914464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.914780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58d1574a-b396-4b68-a711-ce194cd2ffb9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.914991] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.915201] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.941540] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.941895] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.942670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.942670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.942670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.942670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.942877] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.942877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.942957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.943126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.943230] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.943440] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.943526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.943590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.945437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.946312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.946312] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 is going to be updated. [ 789.948480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.948730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.948808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.948929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.966938] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.967117] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.967169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.967392] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.967530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.967951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59b78bbc-73cf-4a4c-af69-803758a64b8e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.048252] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.048343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.048343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.048575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.048671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.048799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.087360] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64998d63-c307-40b6-9be3-26ee2e0a6b2f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.091505] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.091638] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.091718] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.092112] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.092222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.092348] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.092577] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17130f1a-440a-4641-9baf-b128e692ea8b: rpc.has_security_group_logging(os_id): False [ 790.133990] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.134269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.134356] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.134574] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.151036] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.151036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.151036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.151036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.151036] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.151036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.151036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.151036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.151751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.151751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.151751] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.151751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.151751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.151751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.151751] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.152065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.152065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.152065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.152204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.152204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.152265] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.156320] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.156605] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.156605] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.156700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.156857] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.156960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.157170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.157170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.157254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.157322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.157477] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.157569] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.157623] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.157731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.157869] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.157964] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.158070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.158159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.158240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.158338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.158468] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cf3f94f-5e88-4d86-8c4e-e11e711caea0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.160626] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.160857] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.160857] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.160857] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.161374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.161374] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.162188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.162188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.162588] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.162588] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.162588] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.162844] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.162844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.162957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.163183] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.163908] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.163908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.163908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.163908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.163908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.163908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.163908] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.164794] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa2624bb-abb6-424c-808f-b9c86444af79: rpc.has_security_group_logging(os_id): False [ 790.212289] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.212289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.214249] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.214249] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.237454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.237604] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.237689] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.237820] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.237943] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.238162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.238162] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17130f1a-440a-4641-9baf-b128e692ea8b is going to be updated. [ 790.239282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.239469] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.328281] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.329037] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.329037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.329037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.329252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.329252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.329909] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.330041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.330108] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.330294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.330375] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.330572] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.330659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.330795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.331042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.331291] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.331389] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 790.332886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.333126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.333294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.375541] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: IN_PROGRESS for 2s [ 790.400293] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.400293] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.400293] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.400293] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.400293] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.426398] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17130f1a-440a-4641-9baf-b128e692ea8b in Status: IN_PROGRESS for 2s [ 790.512730] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.512730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.512730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.512891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.512994] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.546220] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 790.595951] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64998d63-c307-40b6-9be3-26ee2e0a6b2f: rpc.has_security_group_logging(os_id): False [ 790.617251] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.617251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.617251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.617251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.656442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.656762] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.656888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.656955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.657189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.657305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.657438] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f is going to be updated. [ 790.661253] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d77e06ff-6eca-47e8-9aee-74516c194d70: rpc.has_security_group_logging(os_id): False [ 790.666704] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e96aba9-ff62-44d8-ae53-8b03b73dc3db: rpc.has_security_group_logging(os_id): False [ 790.668373] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cf3f94f-5e88-4d86-8c4e-e11e711caea0: rpc.has_security_group_logging(os_id): False [ 790.669211] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f42d023-a35b-49ca-95a8-d87950325ac3: rpc.has_security_group_logging(os_id): False [ 790.691884] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.691884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.691884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.691884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.693223] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.693508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.694453] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.694715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.696094] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.696332] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.722597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.722907] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.726282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.726282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.726282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.726282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.726491] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.726579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.726643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.726800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.726892] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.727094] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.727176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.727237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.727377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.727451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.727548] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 is going to be updated. [ 790.729957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.729957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.762146] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.762355] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.775673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.775776] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.775838] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.775967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.777023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.777023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.777023] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.777023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.777023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.777023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.777023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.777443] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.777443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.777443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.777443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.777443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.777633] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d77e06ff-6eca-47e8-9aee-74516c194d70 is going to be updated. [ 790.780381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.780558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.811608] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.811809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.816980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.816980] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.816980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.817281] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.817281] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.817349] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.817413] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 is going to be updated. [ 790.818465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.818634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.818897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.829306] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.829306] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.890302] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.891452] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.891452] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.891452] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.891452] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.891452] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.891742] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.891852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.891922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.892109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.892207] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.892420] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.892509] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.892578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.892717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.892795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.893105] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be updated. [ 790.898201] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.898462] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.898623] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.909983] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f in Status: IN_PROGRESS for 2s [ 790.929204] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 in Status: IN_PROGRESS for 2s [ 790.934566] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.934566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.934566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.934566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.934566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.994792] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: IN_PROGRESS for 2s [ 791.025513] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.025668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.025744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.026889] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.026889] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.057077] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: IN_PROGRESS for 2s [ 791.063386] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.063386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.063386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.063593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.063628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.119419] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: IN_PROGRESS for 2s [ 791.121483] env[64796]: INFO networking_nsxv3.common.synchronization [None req-43187da3-1e4f-454c-8f8a-c589666c130f None None] Enqueued Resource ID: e47b0452-a612-4675-9b24-78b6ee55dd9e with Priority: HIGHEST for action port [ 791.122155] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47b0452-a612-4675-9b24-78b6ee55dd9e with Priority: HIGHEST for action port [ 791.122534] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-e47b0452-a612-4675-9b24-78b6ee55dd9e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.122695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e47b0452-a612-4675-9b24-78b6ee55dd9e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.122789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e47b0452-a612-4675-9b24-78b6ee55dd9e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.123194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e47b0452-a612-4675-9b24-78b6ee55dd9e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.123349] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e47b0452-a612-4675-9b24-78b6ee55dd9e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.485986] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: SUCCESS [ 791.486232] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 deletion is rescheduled due to dependency. [ 791.486353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.486557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.486864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.487243] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.487361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.487361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.487553] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.487695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.487828] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.625713] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e47b0452-a612-4675-9b24-78b6ee55dd9e [ 791.626121] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.626182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.626282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.626461] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.626599] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.626745] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e47b0452-a612-4675-9b24-78b6ee55dd9e already deleted. [ 791.626842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e47b0452-a612-4675-9b24-78b6ee55dd9e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.992961] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.993228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.993345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.993578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.993673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.993881] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.993995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.994079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.996759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.996759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.996759] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be deleted. [ 792.060855] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.060855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.060855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.060855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.060855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.060855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.393160] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: SUCCESS [ 792.393592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.393734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.394488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.394488] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.440035] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17130f1a-440a-4641-9baf-b128e692ea8b in Status: SUCCESS [ 792.440307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.560683] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 792.561177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.897607] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.897995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.897995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.898274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.898532] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.898708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.898827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.899117] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.900032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.900032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.900032] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.949988] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f in Status: SUCCESS [ 792.950794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.955541] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 in Status: SUCCESS [ 792.955660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.011105] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: SUCCESS [ 793.011388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.075174] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: SUCCESS [ 793.075444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.134179] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 793.134423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.225947] env[64796]: INFO networking_nsxv3.common.synchronization [req-65b8e47a-ee4d-44d4-bd86-02f1b308c576 req-8d032f83-a014-4c7b-a718-3b261dc5e9d9 tempest-AttachInterfacesUnderV243Test-451567208 tempest-AttachInterfacesUnderV243Test-451567208-project-member] Enqueued Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_members [ 793.226938] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_members [ 793.227157] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1264829-307e-4f40-b623-c51b148a208b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.227243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.227608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.228120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.228120] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.228120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.228343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.228343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.228433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.228486] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.401842] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.401937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.402114] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.402268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.402472] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.402582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.402844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.402844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.402916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.403014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.403290] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.403467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.403467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.403823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.403823] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.403980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.406582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.406862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.406945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.406987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.407102] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.554785] env[64796]: INFO networking_nsxv3.common.synchronization [None req-b0803d1c-7f41-4524-a9a0-68133adf9dc6 None None] Enqueued Resource ID: 95304f08-1ad5-4f2c-8677-6fa9b3cf3fdf with Priority: HIGHEST for action port [ 793.555560] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95304f08-1ad5-4f2c-8677-6fa9b3cf3fdf with Priority: HIGHEST for action port [ 793.555928] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-95304f08-1ad5-4f2c-8677-6fa9b3cf3fdf taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.556040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95304f08-1ad5-4f2c-8677-6fa9b3cf3fdf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.556123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95304f08-1ad5-4f2c-8677-6fa9b3cf3fdf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.556422] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95304f08-1ad5-4f2c-8677-6fa9b3cf3fdf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.557703] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95304f08-1ad5-4f2c-8677-6fa9b3cf3fdf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.730805] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.730805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.730805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.731809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.731809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.731809] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.731809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.731809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.731809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.731809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.731809] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1264829-307e-4f40-b623-c51b148a208b already deleted. [ 793.731809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.737045] env[64796]: INFO networking_nsxv3.common.synchronization [None req-a4554617-e5d5-457e-a605-f623d4a0c97e None None] Enqueued Resource ID: 0ba7f2c0-42e9-45f4-b4b0-9fcf4ab5bfa5 with Priority: HIGHEST for action port [ 793.737679] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba7f2c0-42e9-45f4-b4b0-9fcf4ab5bfa5 with Priority: HIGHEST for action port [ 793.738016] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ba7f2c0-42e9-45f4-b4b0-9fcf4ab5bfa5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.738188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ba7f2c0-42e9-45f4-b4b0-9fcf4ab5bfa5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.738241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ba7f2c0-42e9-45f4-b4b0-9fcf4ab5bfa5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.738541] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ba7f2c0-42e9-45f4-b4b0-9fcf4ab5bfa5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.738541] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ba7f2c0-42e9-45f4-b4b0-9fcf4ab5bfa5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.909356] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4488dabe-73c8-4fe0-a74b-af66f7f5b013: rpc.has_security_group_logging(os_id): False [ 793.932129] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.932129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.932129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.932368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.932499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.932822] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.933008] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.939254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.939590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.939759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.940162] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.940353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.940471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.940723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.940865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.941259] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.941423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.941529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.941764] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.941908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.942092] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 is going to be updated. [ 794.012305] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.012305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.012305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.012305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.012305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.032041] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: IN_PROGRESS for 2s [ 794.058806] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95304f08-1ad5-4f2c-8677-6fa9b3cf3fdf [ 794.059092] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.059243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.059318] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.059564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.059658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.059755] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95304f08-1ad5-4f2c-8677-6fa9b3cf3fdf already deleted. [ 794.059838] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95304f08-1ad5-4f2c-8677-6fa9b3cf3fdf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.242184] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ba7f2c0-42e9-45f4-b4b0-9fcf4ab5bfa5 [ 794.242406] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.242534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.242604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.242922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.243035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.243238] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ba7f2c0-42e9-45f4-b4b0-9fcf4ab5bfa5 already deleted. [ 794.243310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ba7f2c0-42e9-45f4-b4b0-9fcf4ab5bfa5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.558182] env[64796]: INFO networking_nsxv3.common.synchronization [req-7cbb6b55-f5d2-4fb7-8345-2a2896fb87e6 req-c2abbc9c-830c-4cfa-afe1-f5743f8aa220 tempest-FloatingIPsAssociationNegativeTestJSON-1448270596 tempest-FloatingIPsAssociationNegativeTestJSON-1448270596-project-member] Enqueued Resource ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 with Priority: HIGHEST for action security_group_members [ 794.558769] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 with Priority: HIGHEST for action security_group_members [ 794.560967] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.560967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.560967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.560967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.560967] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.561394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.561394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.561394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.561394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.561799] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cf3f94f-5e88-4d86-8c4e-e11e711caea0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.003242] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.003589] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-486" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.003953] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-486" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.004378] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-486" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.004378] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.004569] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.004608] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.005247] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.005247] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.005247] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.005438] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.005438] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.005510] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.005848] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.006699] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.007518] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.031042] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.031042] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.031042] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.031042] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-486" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.031042] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-e5ed68a9-da16-48e0-807e-7646baeb77b0 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.031042] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.031042] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.031042] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.031042] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5ed68a9-da16-48e0-807e-7646baeb77b0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.063809] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.065260] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.065260] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.065260] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.065393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.065567] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.065678] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.065678] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.065830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.065870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.065955] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 is going to be updated. [ 795.096960] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.096960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.096960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.096960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.096960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.109264] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 in Status: IN_PROGRESS for 2s [ 795.533413] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.533667] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.533744] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.534054] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.534213] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.534365] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port e5ed68a9-da16-48e0-807e-7646baeb77b0 not found, creating... [ 795.534622] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.534770] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.534886] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.535254] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.535419] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.536579] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.536788] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.536863] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.538475] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.538475] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.538846] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: e5ed68a9-da16-48e0-807e-7646baeb77b0 is going to be created. [ 795.562520] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.563658] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.563658] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.563658] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.563658] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.563658] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.808241] env[64796]: INFO networking_nsxv3.common.synchronization [None req-6ea12c35-d75c-4ff7-9ab4-1b560fbdb6ec None None] Enqueued Resource ID: 3cf5c3f2-3b36-4ef8-a2b5-dd5e7815bda9 with Priority: HIGHEST for action port [ 795.808761] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf5c3f2-3b36-4ef8-a2b5-dd5e7815bda9 with Priority: HIGHEST for action port [ 795.809635] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cf5c3f2-3b36-4ef8-a2b5-dd5e7815bda9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.809635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cf5c3f2-3b36-4ef8-a2b5-dd5e7815bda9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.809635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cf5c3f2-3b36-4ef8-a2b5-dd5e7815bda9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.809635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cf5c3f2-3b36-4ef8-a2b5-dd5e7815bda9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.809635] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cf5c3f2-3b36-4ef8-a2b5-dd5e7815bda9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.048470] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: SUCCESS [ 796.048933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.311024] env[64796]: INFO networking_nsxv3.common.synchronization [req-65b8e47a-ee4d-44d4-bd86-02f1b308c576 req-2637dae0-042a-4404-a82e-ab941a678c48 service nova] Enqueued Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_rules [ 796.311024] env[64796]: INFO networking_nsxv3.common.synchronization [req-65b8e47a-ee4d-44d4-bd86-02f1b308c576 req-2637dae0-042a-4404-a82e-ab941a678c48 service nova] Enqueued Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_members [ 796.311024] env[64796]: INFO networking_nsxv3.common.synchronization [req-65b8e47a-ee4d-44d4-bd86-02f1b308c576 req-2637dae0-042a-4404-a82e-ab941a678c48 service nova] Enqueued Resource ID: e5ed68a9-da16-48e0-807e-7646baeb77b0 with Priority: HIGHEST for action port [ 796.315115] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_rules [ 796.315115] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_members [ 796.315115] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ed68a9-da16-48e0-807e-7646baeb77b0 with Priority: HIGHEST for action port [ 796.315115] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cf5c3f2-3b36-4ef8-a2b5-dd5e7815bda9 [ 796.315115] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.315115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.315115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.315115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.315115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.315115] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cf5c3f2-3b36-4ef8-a2b5-dd5e7815bda9 already deleted. [ 796.315115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cf5c3f2-3b36-4ef8-a2b5-dd5e7815bda9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.315115] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1264829-307e-4f40-b623-c51b148a208b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.315115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.315115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.315115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.315115] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.317035] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1264829-307e-4f40-b623-c51b148a208b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.317701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.317701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.318168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.318841] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.318841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.319625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.319625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.319625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.319625] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.324763] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5ed68a9-da16-48e0-807e-7646baeb77b0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.324948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.325023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.325373] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.325502] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5ed68a9-da16-48e0-807e-7646baeb77b0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.796369] env[64796]: INFO networking_nsxv3.common.synchronization [None req-b11dbebe-e649-4277-8ae5-8810aa54a73e None None] Enqueued Resource ID: 1629bbc8-1cdc-42e7-8b1b-2feb4dbef8ae with Priority: HIGHEST for action port [ 796.796788] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1629bbc8-1cdc-42e7-8b1b-2feb4dbef8ae with Priority: HIGHEST for action port [ 796.799525] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-1629bbc8-1cdc-42e7-8b1b-2feb4dbef8ae taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.799525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1629bbc8-1cdc-42e7-8b1b-2feb4dbef8ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.799525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1629bbc8-1cdc-42e7-8b1b-2feb4dbef8ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.799525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1629bbc8-1cdc-42e7-8b1b-2feb4dbef8ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.799525] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1629bbc8-1cdc-42e7-8b1b-2feb4dbef8ae',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.828329] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1264829-307e-4f40-b623-c51b148a208b taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.831242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.831242] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.831242] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5ed68a9-da16-48e0-807e-7646baeb77b0 with status ACTIVE [ 796.831242] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.831569] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.831569] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.831646] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.831774] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.831966] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.832301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.832376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.832593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.832765] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.834268] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.834268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.834268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.834268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.834268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.834268] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5ed68a9-da16-48e0-807e-7646baeb77b0 is going to be updated. [ 796.861909] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.862160] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.862276] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.862584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.862800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.863126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.119298] env[64796]: INFO networking_nsxv3.common.synchronization [req-5daaad0c-d295-42a4-8abf-0c1dfe721704 req-471a0e3b-b0ad-4626-a594-19f963942456 tempest-ServersAdminTestJSON-1847068946 tempest-ServersAdminTestJSON-1847068946-project-member] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 797.119298] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 797.119961] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.120103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.120180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.120387] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.120579] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.120680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.120742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.120891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.120980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.121086] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.125254] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 in Status: SUCCESS [ 797.125424] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 deletion is rescheduled due to dependency. [ 797.126103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.301023] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1629bbc8-1cdc-42e7-8b1b-2feb4dbef8ae [ 797.301910] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.301910] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.301910] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.301910] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.301910] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.301910] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1629bbc8-1cdc-42e7-8b1b-2feb4dbef8ae already deleted. [ 797.302354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1629bbc8-1cdc-42e7-8b1b-2feb4dbef8ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.337220] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.626904] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.842592] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.842592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.842592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.842592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.842990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.842990] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1264829-307e-4f40-b623-c51b148a208b is going to be created. [ 797.869102] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.869438] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.869438] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.869584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.869740] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.886049] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1264829-307e-4f40-b623-c51b148a208b in Status: UNINITIALIZED for 2s [ 798.129732] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.221178] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.221178] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.221178] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.221178] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.221178] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.221178] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.221178] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.222755] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.223128] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.223513] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.224083] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.225211] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.225512] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.225512] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.225657] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.225824] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.246737] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.247546] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.247808] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.248316] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.248686] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.248948] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.249120] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.249546] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.249738] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.497905] env[64796]: INFO networking_nsxv3.common.synchronization [None req-fc7b37c4-5a05-4309-8011-540b0266faa0 None None] Enqueued Resource ID: 8f636434-1710-4744-b192-5f23af907bd9 with Priority: HIGHEST for action port [ 798.498509] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f636434-1710-4744-b192-5f23af907bd9 with Priority: HIGHEST for action port [ 798.498868] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f636434-1710-4744-b192-5f23af907bd9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.499013] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f636434-1710-4744-b192-5f23af907bd9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.499558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f636434-1710-4744-b192-5f23af907bd9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.499857] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f636434-1710-4744-b192-5f23af907bd9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.499987] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f636434-1710-4744-b192-5f23af907bd9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.559331] env[64796]: INFO networking_nsxv3.common.synchronization [None req-571ffd5d-bc11-4aa9-9276-6ab69e13eb85 None None] Enqueued Resource ID: 7fe157d4-28b8-42c5-b8c4-89fa6ee171b5 with Priority: HIGHEST for action port [ 798.560016] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe157d4-28b8-42c5-b8c4-89fa6ee171b5 with Priority: HIGHEST for action port [ 798.560678] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fe157d4-28b8-42c5-b8c4-89fa6ee171b5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.560876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fe157d4-28b8-42c5-b8c4-89fa6ee171b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.560961] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fe157d4-28b8-42c5-b8c4-89fa6ee171b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.561288] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fe157d4-28b8-42c5-b8c4-89fa6ee171b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.561383] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe157d4-28b8-42c5-b8c4-89fa6ee171b5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.635103] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.635103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.635103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.635103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.635418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.635418] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be updated. [ 798.666084] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.666239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.666337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.666593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.669021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.677934] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: IN_PROGRESS for 2s [ 798.753630] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.753982] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.754186] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.754605] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.754845] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.755077] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe not found, creating... [ 798.755491] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.755735] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.755902] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.758392] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.758550] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.759044] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.759304] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.759477] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.759839] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.760101] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.760303] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe is going to be created. [ 798.849600] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.849600] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.849600] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.849600] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.849600] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.849600] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.003190] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f636434-1710-4744-b192-5f23af907bd9 [ 799.003480] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.003620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.003706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.003926] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.004229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.004229] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f636434-1710-4744-b192-5f23af907bd9 already deleted. [ 799.004229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f636434-1710-4744-b192-5f23af907bd9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.064941] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fe157d4-28b8-42c5-b8c4-89fa6ee171b5 [ 799.065246] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.066015] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.066015] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.066015] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.066015] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.066493] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fe157d4-28b8-42c5-b8c4-89fa6ee171b5 already deleted. [ 799.066493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fe157d4-28b8-42c5-b8c4-89fa6ee171b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.510283] env[64796]: INFO networking_nsxv3.common.synchronization [req-5daaad0c-d295-42a4-8abf-0c1dfe721704 req-008123b4-1c92-48bf-988b-669c3520fa2a service nova] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_rules [ 799.510778] env[64796]: INFO networking_nsxv3.common.synchronization [req-5daaad0c-d295-42a4-8abf-0c1dfe721704 req-008123b4-1c92-48bf-988b-669c3520fa2a service nova] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 799.510778] env[64796]: INFO networking_nsxv3.common.synchronization [req-5daaad0c-d295-42a4-8abf-0c1dfe721704 req-008123b4-1c92-48bf-988b-669c3520fa2a service nova] Enqueued Resource ID: 9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe with Priority: HIGHEST for action port [ 799.511751] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_rules [ 799.511912] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 799.512043] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe with Priority: HIGHEST for action port [ 799.512335] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.512483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.512522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.512739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.512826] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.514324] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.514324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.514324] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.514324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.514324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.514577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.514577] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.902239] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1264829-307e-4f40-b623-c51b148a208b in Status: SUCCESS [ 799.902473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.902666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.903036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.903362] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.903510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.903593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.903784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.903898] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.903997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.904415] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.017239] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.018084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.018084] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe with status ACTIVE [ 800.018084] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.018084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.018310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.018354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.018436] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.018618] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.018709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.018769] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.018918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.019033] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.019331] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.019489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.019589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.020429] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.020429] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.020429] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe is going to be updated. [ 800.050784] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.050979] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.051062] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.051268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.051411] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.051575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a2b7fb0-c40f-4426-b63f-d23bdba8a2fe" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.175467] env[64796]: INFO networking_nsxv3.common.synchronization [req-b28ad5c2-46dd-4c80-8e34-44cfeb566f19 req-a7676e2f-81e1-4a36-abf6-97c0cf73975a tempest-DeleteServersAdminTestJSON-1931749919 tempest-DeleteServersAdminTestJSON-1931749919-project-member] Enqueued Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_members [ 800.176036] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_members [ 800.176819] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.176819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.176819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.176819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.177059] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.178939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.178939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.178939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.178939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.178939] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.411540] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.626170] env[64796]: INFO networking_nsxv3.common.synchronization [None req-0b37a909-a7c3-4fc8-b28e-f76f53d31732 None None] Enqueued Resource ID: 87466cd6-947c-44e1-ba58-bfa3b6cdcb93 with Priority: HIGHEST for action port [ 800.626799] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87466cd6-947c-44e1-ba58-bfa3b6cdcb93 with Priority: HIGHEST for action port [ 800.627087] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-87466cd6-947c-44e1-ba58-bfa3b6cdcb93 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.627215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87466cd6-947c-44e1-ba58-bfa3b6cdcb93" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.627287] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87466cd6-947c-44e1-ba58-bfa3b6cdcb93" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.627555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87466cd6-947c-44e1-ba58-bfa3b6cdcb93" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.627641] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87466cd6-947c-44e1-ba58-bfa3b6cdcb93',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.684709] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.684913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.684913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.685127] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.685254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.685556] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.685676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.685972] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.685972] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.685972] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.686087] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba is going to be deleted. [ 800.692175] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 800.692175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.692175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.692175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.692175] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.692175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.692175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.692175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.692175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.692175] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.717286] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.717446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.717520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.718496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.718496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.718496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.827515] env[64796]: INFO networking_nsxv3.common.synchronization [None req-8eadd2c6-75a6-48c8-bd4f-df3e10943239 None None] Enqueued Resource ID: 4de9ba18-820a-48f3-95c1-18dcb19660a3 with Priority: HIGHEST for action port [ 800.828865] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4de9ba18-820a-48f3-95c1-18dcb19660a3 with Priority: HIGHEST for action port [ 800.832136] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-4de9ba18-820a-48f3-95c1-18dcb19660a3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.832136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4de9ba18-820a-48f3-95c1-18dcb19660a3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.832136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4de9ba18-820a-48f3-95c1-18dcb19660a3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.832136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4de9ba18-820a-48f3-95c1-18dcb19660a3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.832136] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de9ba18-820a-48f3-95c1-18dcb19660a3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.905340] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.907861] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.907861] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.907861] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.907861] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.907861] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.907861] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.907861] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.908234] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.908291] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.908474] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.908555] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.908853] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.908853] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.908988] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.909074] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.916282] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1264829-307e-4f40-b623-c51b148a208b: rpc.has_security_group_logging(os_id): False [ 800.933669] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.933669] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.933669] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.933669] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.933669] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-8c796ed0-4462-4b06-bf5f-0e0d3768d625 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.934515] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-8c796ed0-4462-4b06-bf5f-0e0d3768d625" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.934515] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-8c796ed0-4462-4b06-bf5f-0e0d3768d625" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.934515] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-8c796ed0-4462-4b06-bf5f-0e0d3768d625" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.934515] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c796ed0-4462-4b06-bf5f-0e0d3768d625',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.936192] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.936353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.936353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.936543] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.936626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.936897] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.937014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.937099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.937259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.937341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.937435] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1264829-307e-4f40-b623-c51b148a208b is going to be created. [ 801.009439] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.009582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.009654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.010301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.010301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.023204] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1264829-307e-4f40-b623-c51b148a208b in Status: IN_PROGRESS for 2s [ 801.134969] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87466cd6-947c-44e1-ba58-bfa3b6cdcb93 [ 801.134969] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.135103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.135103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.135479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.135569] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.135631] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87466cd6-947c-44e1-ba58-bfa3b6cdcb93 already deleted. [ 801.135723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87466cd6-947c-44e1-ba58-bfa3b6cdcb93" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.195189] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.335320] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4de9ba18-820a-48f3-95c1-18dcb19660a3 [ 801.335320] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.335320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.335320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.335320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.335320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.335320] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4de9ba18-820a-48f3-95c1-18dcb19660a3 already deleted. [ 801.335320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4de9ba18-820a-48f3-95c1-18dcb19660a3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.446105] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.446105] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.446105] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.446105] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.446105] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.446105] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 8c796ed0-4462-4b06-bf5f-0e0d3768d625 not found, creating... [ 801.446105] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.446105] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.446105] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.446105] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.446105] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.446527] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.446527] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.446611] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.447759] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.447759] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.449566] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 8c796ed0-4462-4b06-bf5f-0e0d3768d625 is going to be created. [ 801.475205] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.475205] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.475205] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.476611] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.476925] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.477137] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-8c796ed0-4462-4b06-bf5f-0e0d3768d625" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.698229] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.202332] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.202563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.202652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.202969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.203292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.203292] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be updated. [ 802.247366] env[64796]: INFO networking_nsxv3.common.synchronization [req-b28ad5c2-46dd-4c80-8e34-44cfeb566f19 req-7563ceee-7e95-4c36-8621-c41edd1bf5dc service nova] Enqueued Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_rules [ 802.247366] env[64796]: INFO networking_nsxv3.common.synchronization [req-b28ad5c2-46dd-4c80-8e34-44cfeb566f19 req-7563ceee-7e95-4c36-8621-c41edd1bf5dc service nova] Enqueued Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_members [ 802.247529] env[64796]: INFO networking_nsxv3.common.synchronization [req-b28ad5c2-46dd-4c80-8e34-44cfeb566f19 req-7563ceee-7e95-4c36-8621-c41edd1bf5dc service nova] Enqueued Resource ID: 8c796ed0-4462-4b06-bf5f-0e0d3768d625 with Priority: HIGHEST for action port [ 802.248648] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.248798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.252089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.252089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.252089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.252089] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_rules [ 802.252089] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_members [ 802.252089] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c796ed0-4462-4b06-bf5f-0e0d3768d625 with Priority: HIGHEST for action port [ 802.252793] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.253905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.253905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.253905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.253905] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.255042] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.256053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.256053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.256053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.256053] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.256053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.256053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.256053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.256053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.256053] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.261609] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c796ed0-4462-4b06-bf5f-0e0d3768d625 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.261783] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c796ed0-4462-4b06-bf5f-0e0d3768d625" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.261885] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c796ed0-4462-4b06-bf5f-0e0d3768d625" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.262057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c796ed0-4462-4b06-bf5f-0e0d3768d625" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.262451] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c796ed0-4462-4b06-bf5f-0e0d3768d625',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.273529] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: IN_PROGRESS for 2s [ 802.570699] env[64796]: INFO networking_nsxv3.common.synchronization [None req-eab990e0-3357-48e4-89ba-fa21f782a555 None None] Enqueued Resource ID: c74ebb53-3985-49ad-b76d-1b4c1cb992a7 with Priority: HIGHEST for action port [ 802.571767] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c74ebb53-3985-49ad-b76d-1b4c1cb992a7 with Priority: HIGHEST for action port [ 802.572260] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-c74ebb53-3985-49ad-b76d-1b4c1cb992a7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.572404] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c74ebb53-3985-49ad-b76d-1b4c1cb992a7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.572523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c74ebb53-3985-49ad-b76d-1b4c1cb992a7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.572842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c74ebb53-3985-49ad-b76d-1b4c1cb992a7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.573828] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c74ebb53-3985-49ad-b76d-1b4c1cb992a7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.755361] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.755828] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.765267] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c796ed0-4462-4b06-bf5f-0e0d3768d625 with status ACTIVE [ 802.765267] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.765267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.765267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.765267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.765622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.765622] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.765703] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.765736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.765893] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.765993] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.766165] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.766262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.766324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.766466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.766541] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.766950] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c796ed0-4462-4b06-bf5f-0e0d3768d625 is going to be updated. [ 802.768255] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.791071] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.792872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.792967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.793267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.793415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.793577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c796ed0-4462-4b06-bf5f-0e0d3768d625" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.035553] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1264829-307e-4f40-b623-c51b148a208b in Status: SUCCESS [ 803.036744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.077920] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c74ebb53-3985-49ad-b76d-1b4c1cb992a7 [ 803.077920] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.077920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.077920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.077920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.077920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.077920] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c74ebb53-3985-49ad-b76d-1b4c1cb992a7 already deleted. [ 803.077920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c74ebb53-3985-49ad-b76d-1b4c1cb992a7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.269811] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.597065] env[64796]: INFO networking_nsxv3.common.synchronization [req-4bfee975-7ff0-417f-af27-6eec1681e751 req-3f0766ad-811b-44ab-b12e-6855b8b85122 tempest-ServersWithSpecificFlavorTestJSON-845776288 tempest-ServersWithSpecificFlavorTestJSON-845776288-project-member] Enqueued Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_members [ 803.597691] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_members [ 803.597997] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7edede3c-1560-4358-b84d-a9713f4833d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.598128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.598204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.598466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.598620] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.598716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.598772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.598972] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.599055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.599113] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.636120] env[64796]: INFO networking_nsxv3.common.synchronization [None req-e728d677-7c02-4f73-a95a-ec8a32e4456c None None] Enqueued Resource ID: cf684551-479b-4d0a-9f72-874ccedb2421 with Priority: HIGHEST for action port [ 803.636831] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf684551-479b-4d0a-9f72-874ccedb2421 with Priority: HIGHEST for action port [ 803.637892] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf684551-479b-4d0a-9f72-874ccedb2421 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.637892] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf684551-479b-4d0a-9f72-874ccedb2421" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.637892] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf684551-479b-4d0a-9f72-874ccedb2421" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.638256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf684551-479b-4d0a-9f72-874ccedb2421" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.638371] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf684551-479b-4d0a-9f72-874ccedb2421',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.773152] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.773152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.773152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.773152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.773152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.773152] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba is going to be created. [ 803.804929] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.805100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.805839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.806100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.806347] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.818045] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba in Status: UNINITIALIZED for 2s [ 804.102083] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.102871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.106179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.106179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.106179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.106179] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.106179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.106179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.106179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.106179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.106179] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7edede3c-1560-4358-b84d-a9713f4833d9 already deleted. [ 804.106179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.112876] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.112876] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-893" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.112876] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-893" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.112876] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-893" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.112876] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.113399] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.117235] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.117560] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.117715] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.117989] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.118127] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.118236] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.118346] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.118459] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.118561] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.118701] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.141290] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf684551-479b-4d0a-9f72-874ccedb2421 [ 804.141725] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.142216] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.142345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.142548] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.142692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.142828] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf684551-479b-4d0a-9f72-874ccedb2421 already deleted. [ 804.142949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf684551-479b-4d0a-9f72-874ccedb2421" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.144887] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.145164] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.145403] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.145658] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-893" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.146116] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-37171c51-2214-4a9c-a12f-c9fe6d063172 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.146380] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-37171c51-2214-4a9c-a12f-c9fe6d063172" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.146554] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-37171c51-2214-4a9c-a12f-c9fe6d063172" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.146968] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-37171c51-2214-4a9c-a12f-c9fe6d063172" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.147167] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37171c51-2214-4a9c-a12f-c9fe6d063172',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.282859] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 804.283093] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.283335] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.283624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.283879] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.284031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.284105] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.284349] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.284453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.284573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.284673] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.651414] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.651414] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.651414] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.651414] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.651414] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.652634] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 37171c51-2214-4a9c-a12f-c9fe6d063172 not found, creating... [ 804.652634] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.652634] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.652634] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.652634] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.653100] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.653100] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.653782] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.653782] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.653926] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.654117] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.654425] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 37171c51-2214-4a9c-a12f-c9fe6d063172 is going to be created. [ 804.680715] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.681375] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.681599] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.681964] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.682419] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.682754] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-37171c51-2214-4a9c-a12f-c9fe6d063172" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.787854] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.788446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.788446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.788596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.789017] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.789017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.789017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.789301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.789301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.789385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.789532] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.789664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.789742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.789948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.790411] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.790411] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.790411] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.790585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.790585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.790585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.790711] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.293207] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e96aba9-ff62-44d8-ae53-8b03b73dc3db: rpc.has_security_group_logging(os_id): False [ 805.314337] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.314733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.314733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.314733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.314853] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.315119] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.315119] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.315262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.315350] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.315405] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.315624] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.315733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.315805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.315935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.316443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.316909] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.316909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.316909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.317103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.317103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.317176] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be updated. [ 805.425839] env[64796]: INFO networking_nsxv3.common.synchronization [req-4bfee975-7ff0-417f-af27-6eec1681e751 req-038fbea0-54a1-4639-8ddd-e555142a4655 service nova] Enqueued Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_rules [ 805.426058] env[64796]: INFO networking_nsxv3.common.synchronization [req-4bfee975-7ff0-417f-af27-6eec1681e751 req-038fbea0-54a1-4639-8ddd-e555142a4655 service nova] Enqueued Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_members [ 805.426206] env[64796]: INFO networking_nsxv3.common.synchronization [req-4bfee975-7ff0-417f-af27-6eec1681e751 req-038fbea0-54a1-4639-8ddd-e555142a4655 service nova] Enqueued Resource ID: 37171c51-2214-4a9c-a12f-c9fe6d063172 with Priority: HIGHEST for action port [ 805.431204] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.431843] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.431843] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.431843] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.432023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.435360] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_rules [ 805.435523] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_members [ 805.435645] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37171c51-2214-4a9c-a12f-c9fe6d063172 with Priority: HIGHEST for action port [ 805.436021] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7edede3c-1560-4358-b84d-a9713f4833d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.436171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.436347] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.436640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.436698] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.439138] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7edede3c-1560-4358-b84d-a9713f4833d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.439138] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.439286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.439427] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.439602] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.439702] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.439755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.440272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.440340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.440440] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.442596] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-37171c51-2214-4a9c-a12f-c9fe6d063172 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.442742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37171c51-2214-4a9c-a12f-c9fe6d063172" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.442809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37171c51-2214-4a9c-a12f-c9fe6d063172" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.442969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37171c51-2214-4a9c-a12f-c9fe6d063172" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.443492] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37171c51-2214-4a9c-a12f-c9fe6d063172',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.468845] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: IN_PROGRESS for 2s [ 805.830678] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba in Status: SUCCESS [ 805.831506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.831807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.832074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.832630] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.833456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.833456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.833456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.833456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.833456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.833456] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.943548] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.949041] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37171c51-2214-4a9c-a12f-c9fe6d063172 with status ACTIVE [ 805.949233] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.949377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.949450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.949680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.949787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.949993] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.950135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.950194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.950693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.950693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.950693] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.950895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.950895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.951060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.951135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.951237] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37171c51-2214-4a9c-a12f-c9fe6d063172 is going to be updated. [ 805.953870] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7edede3c-1560-4358-b84d-a9713f4833d9 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.953870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.978084] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.979047] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.979047] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.979047] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.979047] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.979047] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37171c51-2214-4a9c-a12f-c9fe6d063172" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.227660] env[64796]: INFO networking_nsxv3.common.synchronization [req-8f5e09e6-7991-4734-b056-ce32281fe6d3 req-14a953cd-9a5b-4e55-8d34-21c99b8c67f6 tempest-SecurityGroupRulesTestJSON-757409223 tempest-SecurityGroupRulesTestJSON-757409223-project-member] Enqueued Resource ID: ca27fea3-45e4-4bd5-92f9-fe6ed03fbbd7 with Priority: HIGHEST for action security_group_rules [ 806.228071] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca27fea3-45e4-4bd5-92f9-fe6ed03fbbd7 with Priority: HIGHEST for action security_group_rules [ 806.228380] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca27fea3-45e4-4bd5-92f9-fe6ed03fbbd7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.228944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca27fea3-45e4-4bd5-92f9-fe6ed03fbbd7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.228944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca27fea3-45e4-4bd5-92f9-fe6ed03fbbd7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.228944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca27fea3-45e4-4bd5-92f9-fe6ed03fbbd7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.228944] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca27fea3-45e4-4bd5-92f9-fe6ed03fbbd7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.336402] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.337729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.337833] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.339330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.339330] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.339330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.339330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.339330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.339330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.339330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.339330] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.339330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.339330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.339330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.339880] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.339880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.339880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.339880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.340043] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.340102] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.340199] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.448220] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.754953] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.755129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.755129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.755692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.755692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.755692] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca27fea3-45e4-4bd5-92f9-fe6ed03fbbd7 already deleted. [ 806.755692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca27fea3-45e4-4bd5-92f9-fe6ed03fbbd7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.842811] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd721de9-1bd3-4dd3-99da-94a2a1536eba: rpc.has_security_group_logging(os_id): False [ 806.863533] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.863533] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.863701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.865527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.865527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.865527] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.865527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.865527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.865527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.865527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.866655] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.866655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.866655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.866655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.866655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.866655] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.866872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.866872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.867433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.867562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.867692] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba is going to be created. [ 806.952508] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.952678] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.952750] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.952995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.953184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.953262] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7edede3c-1560-4358-b84d-a9713f4833d9 is going to be created. [ 806.973430] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.973592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.973657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.973946] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.974071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.987018] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.987018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.987018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.987961] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.987961] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.989934] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba in Status: IN_PROGRESS for 2s [ 806.999301] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7edede3c-1560-4358-b84d-a9713f4833d9 in Status: UNINITIALIZED for 2s [ 807.491511] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 807.491786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.007117] env[64796]: INFO networking_nsxv3.common.synchronization [None req-3527db29-b9b3-4b72-88ce-67a53ac63c97 None None] Enqueued Resource ID: fa2c4c66-1853-416d-9d88-4a22f154e8d7 with Priority: HIGHEST for action port [ 809.008629] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba in Status: SUCCESS [ 809.009130] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.010345] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2c4c66-1853-416d-9d88-4a22f154e8d7 with Priority: HIGHEST for action port [ 809.010738] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa2c4c66-1853-416d-9d88-4a22f154e8d7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.010907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa2c4c66-1853-416d-9d88-4a22f154e8d7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.011080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa2c4c66-1853-416d-9d88-4a22f154e8d7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.011462] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa2c4c66-1853-416d-9d88-4a22f154e8d7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.013323] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa2c4c66-1853-416d-9d88-4a22f154e8d7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.019214] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7edede3c-1560-4358-b84d-a9713f4833d9 in Status: SUCCESS [ 809.019427] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.019626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.019854] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.020061] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.020192] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.020254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.020587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.020587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.020587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.020860] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.514954] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa2c4c66-1853-416d-9d88-4a22f154e8d7 [ 809.515244] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.515395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.515467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.515717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.515815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.515917] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa2c4c66-1853-416d-9d88-4a22f154e8d7 already deleted. [ 809.517269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa2c4c66-1853-416d-9d88-4a22f154e8d7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.523282] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.026371] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7edede3c-1560-4358-b84d-a9713f4833d9: rpc.has_security_group_logging(os_id): False [ 810.058971] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.058971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.058971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.058971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.059389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.059765] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.059863] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.059958] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.060479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.060594] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.060753] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7edede3c-1560-4358-b84d-a9713f4833d9 is going to be created. [ 810.130600] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.130600] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.130600] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.130976] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.132267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.146947] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7edede3c-1560-4358-b84d-a9713f4833d9 in Status: IN_PROGRESS for 2s [ 810.878410] env[64796]: INFO networking_nsxv3.common.synchronization [req-4ecd8341-3953-4117-b3c9-5b419efa6598 req-97993d31-f8c6-4db5-a796-1d301bb34afc tempest-SecurityGroupRulesTestJSON-757409223 tempest-SecurityGroupRulesTestJSON-757409223-project-member] Enqueued Resource ID: 5b448c6b-a710-4e69-9bb0-a32de43b1c32 with Priority: HIGHEST for action security_group_rules [ 810.879254] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b448c6b-a710-4e69-9bb0-a32de43b1c32 with Priority: HIGHEST for action security_group_rules [ 810.879552] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b448c6b-a710-4e69-9bb0-a32de43b1c32 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.879728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b448c6b-a710-4e69-9bb0-a32de43b1c32" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.879869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b448c6b-a710-4e69-9bb0-a32de43b1c32" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.880140] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b448c6b-a710-4e69-9bb0-a32de43b1c32" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.880285] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b448c6b-a710-4e69-9bb0-a32de43b1c32',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.405521] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.405938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.405938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.406038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.406128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.406331] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b448c6b-a710-4e69-9bb0-a32de43b1c32 already deleted. [ 811.406396] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b448c6b-a710-4e69-9bb0-a32de43b1c32" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.161907] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7edede3c-1560-4358-b84d-a9713f4833d9 in Status: SUCCESS [ 812.166257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.449821] env[64796]: INFO networking_nsxv3.common.synchronization [None req-c7fe1eb6-e438-4494-ad70-c867d6039f4c None None] Enqueued Resource ID: 8e26b68f-0664-4e69-ad20-fa3dacabb498 with Priority: HIGHEST for action port [ 813.451046] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e26b68f-0664-4e69-ad20-fa3dacabb498 with Priority: HIGHEST for action port [ 813.453043] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e26b68f-0664-4e69-ad20-fa3dacabb498 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.453043] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e26b68f-0664-4e69-ad20-fa3dacabb498" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.453452] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e26b68f-0664-4e69-ad20-fa3dacabb498" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.453523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e26b68f-0664-4e69-ad20-fa3dacabb498" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.453849] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e26b68f-0664-4e69-ad20-fa3dacabb498',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.956275] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e26b68f-0664-4e69-ad20-fa3dacabb498 [ 813.956473] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.956569] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.956626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.956865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.956981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.957053] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e26b68f-0664-4e69-ad20-fa3dacabb498 already deleted. [ 813.957186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e26b68f-0664-4e69-ad20-fa3dacabb498" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.401805] env[64796]: INFO networking_nsxv3.common.synchronization [req-5abb9673-9691-4ccd-b48e-40a27da6cd43 req-70102237-805a-4ea5-89ae-206574afab75 tempest-SecurityGroupRulesTestJSON-757409223 tempest-SecurityGroupRulesTestJSON-757409223-project-member] Enqueued Resource ID: 31792512-d351-4437-92ae-d55c99a7b28d with Priority: HIGHEST for action security_group_rules [ 816.402417] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31792512-d351-4437-92ae-d55c99a7b28d with Priority: HIGHEST for action security_group_rules [ 816.402728] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31792512-d351-4437-92ae-d55c99a7b28d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.402904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31792512-d351-4437-92ae-d55c99a7b28d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.402904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31792512-d351-4437-92ae-d55c99a7b28d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.404638] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31792512-d351-4437-92ae-d55c99a7b28d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.404638] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31792512-d351-4437-92ae-d55c99a7b28d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.931819] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.932105] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.932105] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.932436] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.932597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.932773] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31792512-d351-4437-92ae-d55c99a7b28d already deleted. [ 816.932885] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31792512-d351-4437-92ae-d55c99a7b28d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.335024] env[64796]: INFO networking_nsxv3.common.synchronization [req-7ad604d4-8880-45eb-8d35-43a93623698e req-1f1d5859-1f2e-4dd8-b95c-e167c7128f80 tempest-ImagesTestJSON-643861234 tempest-ImagesTestJSON-643861234-project-member] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 818.335024] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 818.335404] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.335462] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.335510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.335739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.335941] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.336022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.336084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.336199] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.336281] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.336384] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.838686] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.838867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.838937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.839209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.839308] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.839932] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.840128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.840239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.841040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.841040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.841040] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 818.874707] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.874917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.874917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.875185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.875396] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.887019] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 819.213840] env[64796]: INFO networking_nsxv3.common.synchronization [req-1d0c07c4-0f85-4422-a3fa-b2f76079b93c req-d0da0835-ecda-4d5f-810c-f69911a50dd6 tempest-FloatingIPsAssociationTestJSON-1711121034 tempest-FloatingIPsAssociationTestJSON-1711121034-project-member] Enqueued Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_members [ 819.214445] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_members [ 819.214743] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.215480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.215480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.215716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.215861] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.215954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.216055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.216722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.216722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.216722] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.719518] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.222397] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.486779] env[64796]: INFO networking_nsxv3.common.synchronization [req-e06d6d5c-0b5f-4c24-a41f-6fe70e248289 req-8466704e-1c75-46df-8a32-f48c9f6b3dd0 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: f470c392-4bcf-4a5f-846f-d1a727c78804 with Priority: HIGHEST for action security_group_members [ 820.487353] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f470c392-4bcf-4a5f-846f-d1a727c78804 with Priority: HIGHEST for action security_group_members [ 820.487678] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f470c392-4bcf-4a5f-846f-d1a727c78804 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.487818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.487897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.491767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.491767] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.491767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.491767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.491767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.491767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.491767] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f470c392-4bcf-4a5f-846f-d1a727c78804',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.725166] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.725694] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.725694] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.726120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.726307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.726440] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 is going to be updated. [ 820.758888] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.759062] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.759115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.759323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.759530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.770194] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: IN_PROGRESS for 2s [ 820.897861] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 820.898289] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 deletion is rescheduled due to dependency. [ 820.898289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.993794] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.993993] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.994069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.994305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.994406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.994648] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.994739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.994796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.994937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.995079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.995152] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f470c392-4bcf-4a5f-846f-d1a727c78804 already deleted. [ 820.995275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.059727] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.059955] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.060091] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.060586] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.060875] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.061395] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.061395] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.061518] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.062194] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.062194] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.062194] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.062194] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.062381] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.062381] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.062601] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.062685] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.084087] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.084431] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.084431] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.084635] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.085088] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-858c101a-ccc3-44ab-928b-3fc585770786 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.085292] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-858c101a-ccc3-44ab-928b-3fc585770786" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.085411] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-858c101a-ccc3-44ab-928b-3fc585770786" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.085784] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-858c101a-ccc3-44ab-928b-3fc585770786" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.085925] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('858c101a-ccc3-44ab-928b-3fc585770786',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.589642] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.590455] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.590455] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.590455] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.590455] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.590711] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 858c101a-ccc3-44ab-928b-3fc585770786 not found, creating... [ 821.590883] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.591056] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.591199] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.591451] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.591592] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.591867] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.592026] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.592143] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.593067] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.593067] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.593067] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 858c101a-ccc3-44ab-928b-3fc585770786 is going to be created. [ 821.613376] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.613627] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.613726] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.613956] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.614199] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.614439] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-858c101a-ccc3-44ab-928b-3fc585770786" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.321134] env[64796]: INFO networking_nsxv3.common.synchronization [req-e06d6d5c-0b5f-4c24-a41f-6fe70e248289 req-a9871337-bc14-4b10-a977-8646f3ecfdba service nova] Enqueued Resource ID: f470c392-4bcf-4a5f-846f-d1a727c78804 with Priority: HIGHEST for action security_group_rules [ 822.321134] env[64796]: INFO networking_nsxv3.common.synchronization [req-e06d6d5c-0b5f-4c24-a41f-6fe70e248289 req-a9871337-bc14-4b10-a977-8646f3ecfdba service nova] Enqueued Resource ID: f470c392-4bcf-4a5f-846f-d1a727c78804 with Priority: HIGHEST for action security_group_members [ 822.321134] env[64796]: INFO networking_nsxv3.common.synchronization [req-e06d6d5c-0b5f-4c24-a41f-6fe70e248289 req-a9871337-bc14-4b10-a977-8646f3ecfdba service nova] Enqueued Resource ID: 858c101a-ccc3-44ab-928b-3fc585770786 with Priority: HIGHEST for action port [ 822.322575] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f470c392-4bcf-4a5f-846f-d1a727c78804 with Priority: HIGHEST for action security_group_rules [ 822.325937] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f470c392-4bcf-4a5f-846f-d1a727c78804 with Priority: HIGHEST for action security_group_members [ 822.325937] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 858c101a-ccc3-44ab-928b-3fc585770786 with Priority: HIGHEST for action port [ 822.325937] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f470c392-4bcf-4a5f-846f-d1a727c78804 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.325937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.325937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.325937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.325937] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f470c392-4bcf-4a5f-846f-d1a727c78804',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.325937] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f470c392-4bcf-4a5f-846f-d1a727c78804 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.325937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.325937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.325937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.325937] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.325937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.325937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.325937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.325937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.332274] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f470c392-4bcf-4a5f-846f-d1a727c78804',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.333546] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-858c101a-ccc3-44ab-928b-3fc585770786 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.333680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-858c101a-ccc3-44ab-928b-3fc585770786" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.333725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-858c101a-ccc3-44ab-928b-3fc585770786" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.334388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-858c101a-ccc3-44ab-928b-3fc585770786" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.334388] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('858c101a-ccc3-44ab-928b-3fc585770786',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.783389] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: SUCCESS [ 822.783389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.838750] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f470c392-4bcf-4a5f-846f-d1a727c78804 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.838875] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.839079] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f470c392-4bcf-4a5f-846f-d1a727c78804',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.839988] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 858c101a-ccc3-44ab-928b-3fc585770786 with status ACTIVE [ 822.840197] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.840312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.840383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.840590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.840681] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.840855] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.840954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.841031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.841198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.841281] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.841463] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.841568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.841634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.841749] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.841823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.841910] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 858c101a-ccc3-44ab-928b-3fc585770786 is going to be updated. [ 822.868253] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.868560] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.868667] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.868921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.869170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.869374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-858c101a-ccc3-44ab-928b-3fc585770786" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.347188] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f470c392-4bcf-4a5f-846f-d1a727c78804',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.852504] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.854264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.854362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.854580] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.854674] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.854800] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f470c392-4bcf-4a5f-846f-d1a727c78804 is going to be created. [ 823.901035] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.901372] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.901556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.901894] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.902199] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.928824] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f470c392-4bcf-4a5f-846f-d1a727c78804 in Status: UNINITIALIZED for 2s [ 824.408638] env[64796]: INFO networking_nsxv3.common.synchronization [req-5588b2d9-1d04-464c-89cd-cc82134393ec req-68956858-8e79-4890-baff-84ccef1f6723 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 824.409953] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 824.409953] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.409953] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.409953] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.410306] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.410494] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.410625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.410706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.410886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.410999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.411122] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.913429] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.913720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.913857] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.914191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.914351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.915582] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.915582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.915582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.915582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.915582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.915582] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e already deleted. [ 824.915901] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.118412] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.118412] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-302" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.118583] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-302" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.119813] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-302" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.120556] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.120772] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.121332] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.121332] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.121471] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.121569] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.122876] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.123187] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.123433] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.123538] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.123651] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.123786] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.158952] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.159136] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.159275] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.159445] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-302" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.159749] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-8efa0f40-ff02-423d-9b64-c9514ed01b35 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.159912] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.160040] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.160377] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.160515] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8efa0f40-ff02-423d-9b64-c9514ed01b35',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.663556] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.663948] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.664083] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.664604] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.664918] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.665175] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 8efa0f40-ff02-423d-9b64-c9514ed01b35 not found, creating... [ 825.665622] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.665891] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.666067] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.666349] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.666527] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.666903] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.667129] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.667291] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.667597] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.667798] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.668162] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 8efa0f40-ff02-423d-9b64-c9514ed01b35 is going to be created. [ 825.690454] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.690779] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.690902] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.691298] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.691555] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.691779] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.938258] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f470c392-4bcf-4a5f-846f-d1a727c78804 in Status: SUCCESS [ 825.938499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.938724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.939020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.939250] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.939417] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.939491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.939707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.939864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.939969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.940137] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f470c392-4bcf-4a5f-846f-d1a727c78804',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.435736] env[64796]: INFO networking_nsxv3.common.synchronization [req-5588b2d9-1d04-464c-89cd-cc82134393ec req-96c558a5-bf63-41be-81bc-c14b166afd3f service nova] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_rules [ 826.435920] env[64796]: INFO networking_nsxv3.common.synchronization [req-5588b2d9-1d04-464c-89cd-cc82134393ec req-96c558a5-bf63-41be-81bc-c14b166afd3f service nova] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 826.436071] env[64796]: INFO networking_nsxv3.common.synchronization [req-5588b2d9-1d04-464c-89cd-cc82134393ec req-96c558a5-bf63-41be-81bc-c14b166afd3f service nova] Enqueued Resource ID: 8efa0f40-ff02-423d-9b64-c9514ed01b35 with Priority: HIGHEST for action port [ 826.436667] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_rules [ 826.436823] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 826.436960] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efa0f40-ff02-423d-9b64-c9514ed01b35 with Priority: HIGHEST for action port [ 826.438559] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.438559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.438559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.438559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.438559] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.438890] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.439067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.439104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.439299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.440008] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.440160] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.440242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.440359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.440447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.440544] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.442420] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-8efa0f40-ff02-423d-9b64-c9514ed01b35 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.442518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.442613] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.444913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.445017] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8efa0f40-ff02-423d-9b64-c9514ed01b35',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.446746] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f470c392-4bcf-4a5f-846f-d1a727c78804',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.796884] env[64796]: INFO networking_nsxv3.common.synchronization [req-c78705a6-6044-4a92-b8f1-22dfa0ba0d3d req-3c451d98-bc6e-48ee-a550-ad1669e47a60 tempest-DeleteServersTestJSON-651100822 tempest-DeleteServersTestJSON-651100822-project-member] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 826.797874] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 826.797874] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.797874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.797999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.798164] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.798319] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.798419] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.798482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.798811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.798922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.799029] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.944073] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.946568] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.947173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.950100] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8efa0f40-ff02-423d-9b64-c9514ed01b35 with status ACTIVE [ 826.950100] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.950100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.950100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.950100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.950100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.950100] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.950100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.950100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.950723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.950916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.951382] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.951570] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.951718] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.952074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.955757] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.955757] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8efa0f40-ff02-423d-9b64-c9514ed01b35 is going to be updated. [ 826.955757] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f470c392-4bcf-4a5f-846f-d1a727c78804: rpc.has_security_group_logging(os_id): False [ 826.977203] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.977375] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.977423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.977612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.977738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.977931] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.978044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.978112] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.978269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.978349] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.978437] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f470c392-4bcf-4a5f-846f-d1a727c78804 is going to be created. [ 826.981057] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.981183] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.981272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.981438] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.981642] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.981845] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.050846] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.051072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.051216] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.051630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.051871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.087055] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f470c392-4bcf-4a5f-846f-d1a727c78804 in Status: IN_PROGRESS for 2s [ 827.182892] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.183229] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.183359] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.183669] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.183985] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.184166] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.184282] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.184516] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.184710] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.185097] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.185347] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.185400] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.185587] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.185817] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.186055] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.186281] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.214860] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.215507] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.215507] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.215507] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.216155] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.216388] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.216470] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.216810] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.217040] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.301291] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.301444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.301529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.301760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.301867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.302104] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.302359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.302359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.302421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.302496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.302585] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be deleted. [ 827.339517] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.339688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.339725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.339932] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.340343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.340343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.448479] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.720611] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.720941] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.721031] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.721306] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.721474] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.721633] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4 not found, creating... [ 827.721908] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.722083] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.722200] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.722433] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.722571] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.722854] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.723015] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.727330] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.727620] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.727771] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.727928] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4 is going to be created. [ 827.753247] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.753640] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.753865] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.754210] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.754453] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.754688] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.950679] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.953838] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.953838] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.953838] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.953838] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.953838] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be created. [ 827.981692] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.983395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.983395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.983395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.983395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.996723] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: UNINITIALIZED for 2s [ 828.046790] env[64796]: INFO networking_nsxv3.common.synchronization [None req-55b7b055-7ae7-41c0-b725-4aafd57419d8 None None] Enqueued Resource ID: 35d2760e-e4f9-4faf-b962-cbffe95e04a0 with Priority: HIGHEST for action port [ 828.046941] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d2760e-e4f9-4faf-b962-cbffe95e04a0 with Priority: HIGHEST for action port [ 828.047406] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d2760e-e4f9-4faf-b962-cbffe95e04a0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.047555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d2760e-e4f9-4faf-b962-cbffe95e04a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.047611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d2760e-e4f9-4faf-b962-cbffe95e04a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.047889] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d2760e-e4f9-4faf-b962-cbffe95e04a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.047987] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d2760e-e4f9-4faf-b962-cbffe95e04a0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.454237] env[64796]: INFO networking_nsxv3.common.synchronization [req-40d37af5-3ace-4fa6-aae5-e090b077de0c req-60267731-c831-4a6b-aba7-db9bc6120c11 tempest-SecurityGroupRulesTestJSON-757409223 tempest-SecurityGroupRulesTestJSON-757409223-project-member] Enqueued Resource ID: 705c0532-6d69-457a-bb35-fdcf6db12598 with Priority: HIGHEST for action security_group_rules [ 828.456183] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705c0532-6d69-457a-bb35-fdcf6db12598 with Priority: HIGHEST for action security_group_rules [ 828.456774] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705c0532-6d69-457a-bb35-fdcf6db12598 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.456961] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705c0532-6d69-457a-bb35-fdcf6db12598" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.457075] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705c0532-6d69-457a-bb35-fdcf6db12598" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.457439] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705c0532-6d69-457a-bb35-fdcf6db12598" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.457588] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705c0532-6d69-457a-bb35-fdcf6db12598',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.493596] env[64796]: INFO networking_nsxv3.common.synchronization [req-c78705a6-6044-4a92-b8f1-22dfa0ba0d3d req-255511f9-aef3-4aef-ad01-a37a29946692 service nova] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_rules [ 828.493761] env[64796]: INFO networking_nsxv3.common.synchronization [req-c78705a6-6044-4a92-b8f1-22dfa0ba0d3d req-255511f9-aef3-4aef-ad01-a37a29946692 service nova] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 828.494214] env[64796]: INFO networking_nsxv3.common.synchronization [req-c78705a6-6044-4a92-b8f1-22dfa0ba0d3d req-255511f9-aef3-4aef-ad01-a37a29946692 service nova] Enqueued Resource ID: acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4 with Priority: HIGHEST for action port [ 828.494551] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_rules [ 828.494658] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 828.494756] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4 with Priority: HIGHEST for action port [ 828.495150] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.495330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.495506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.495747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.496055] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.496782] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.496928] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.497031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.497224] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.497404] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.499374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.499374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.499374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.499374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.499592] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.500508] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.500649] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.500742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.501705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.501705] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.551745] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35d2760e-e4f9-4faf-b962-cbffe95e04a0 [ 828.551745] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.551745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.551745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.551745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.551745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.551745] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35d2760e-e4f9-4faf-b962-cbffe95e04a0 already deleted. [ 828.551745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d2760e-e4f9-4faf-b962-cbffe95e04a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.754469] env[64796]: INFO networking_nsxv3.common.synchronization [req-94e72190-c9e3-4881-94bd-b60401a0f4e4 req-1217ddc8-d377-4bc5-89e5-3c137165c6c7 tempest-DeleteServersAdminTestJSON-1931749919 tempest-DeleteServersAdminTestJSON-1931749919-project-member] Enqueued Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_members [ 828.755336] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGHEST for action security_group_members [ 828.755560] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.755686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.755751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.757018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.757255] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.757331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.757390] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.757555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.757644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.757742] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.983505] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.983876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.983876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.984020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.984146] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.984259] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705c0532-6d69-457a-bb35-fdcf6db12598 already deleted. [ 828.984386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705c0532-6d69-457a-bb35-fdcf6db12598" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.005028] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.005028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.005028] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.006522] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4 with status ACTIVE [ 829.006522] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.006522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.006522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.006522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.006522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.006736] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.006736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.006810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.007018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.007018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.007296] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.007495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.008150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.008150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.008150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.008150] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4 is going to be updated. [ 829.032923] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.033189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.033236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.034432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.035758] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.035758] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acc8ec7f-33d4-4db9-87d7-2e7fbbb2cbc4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.106710] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f470c392-4bcf-4a5f-846f-d1a727c78804 in Status: SUCCESS [ 829.107147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.265556] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.266017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.266219] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.266462] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.266630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.266932] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.267105] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.267449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.267692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.267818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.267949] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba is going to be updated. [ 829.311489] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.311814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.311814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.311891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.312043] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.316364] env[64796]: INFO networking_nsxv3.common.synchronization [req-a14411fc-cbdf-43a7-8c9d-5a0097336058 req-18388ffd-940e-4531-8524-0a52b2a06ede tempest-ServerMetadataNegativeTestJSON-272453362 tempest-ServerMetadataNegativeTestJSON-272453362-project-member] Enqueued Resource ID: 89363d47-05e8-48b9-870d-f25376fabafd with Priority: HIGHEST for action security_group_members [ 829.317294] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89363d47-05e8-48b9-870d-f25376fabafd with Priority: HIGHEST for action security_group_members [ 829.317608] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-89363d47-05e8-48b9-870d-f25376fabafd taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.317725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.317784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.318218] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.318397] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.318498] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.318559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.318720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.318802] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.318900] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89363d47-05e8-48b9-870d-f25376fabafd',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.325257] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba in Status: IN_PROGRESS for 2s [ 829.511335] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.695159] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.695159] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-153" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.695159] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-153" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.696128] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-153" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.696128] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.696128] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.696128] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.696392] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.696513] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.696748] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.696880] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.696985] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.697131] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.697231] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.697429] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.697562] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.719869] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.720012] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.720158] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.720595] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-153" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.720657] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-e69defc3-97c9-4232-875b-66ddf7060686 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.720799] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-e69defc3-97c9-4232-875b-66ddf7060686" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.720916] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-e69defc3-97c9-4232-875b-66ddf7060686" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.721384] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-e69defc3-97c9-4232-875b-66ddf7060686" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.721462] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e69defc3-97c9-4232-875b-66ddf7060686',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.821325] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.821445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.821480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.821740] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.821873] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.822217] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.822217] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.823173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.823473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.823556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.823811] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89363d47-05e8-48b9-870d-f25376fabafd already deleted. [ 829.823811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.008499] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 830.008811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.008887] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.011279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.011571] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.011720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.011790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.012065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.012123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.012179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.012277] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.018061] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.018226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.018296] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.018529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.018570] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.018813] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be created. [ 830.049676] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.049676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.049676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.050150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.050150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.062822] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: UNINITIALIZED for 2s [ 830.224529] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.224764] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.224902] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.225802] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.225802] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.225802] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port e69defc3-97c9-4232-875b-66ddf7060686 not found, creating... [ 830.225802] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.226066] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.226066] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.226235] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.226372] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.226686] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.226839] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.226958] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.227221] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.227389] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.227540] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: e69defc3-97c9-4232-875b-66ddf7060686 is going to be created. [ 830.253544] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.253544] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.253544] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.253544] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.253544] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.253544] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-e69defc3-97c9-4232-875b-66ddf7060686" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.414063] env[64796]: INFO networking_nsxv3.common.synchronization [None req-7f3e2f39-1c21-4f3b-8096-7e9a27f00c7d None None] Enqueued Resource ID: 8b7ceade-efaa-4424-8ea2-acea9dd364a1 with Priority: HIGHEST for action port [ 830.414688] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7ceade-efaa-4424-8ea2-acea9dd364a1 with Priority: HIGHEST for action port [ 830.415014] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b7ceade-efaa-4424-8ea2-acea9dd364a1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.416248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b7ceade-efaa-4424-8ea2-acea9dd364a1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.416325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b7ceade-efaa-4424-8ea2-acea9dd364a1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.416599] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b7ceade-efaa-4424-8ea2-acea9dd364a1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.416688] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b7ceade-efaa-4424-8ea2-acea9dd364a1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.515514] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.515782] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.515889] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.516217] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.516465] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.517226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.517226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.517226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.517226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.517226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.517506] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.517506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.517626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.520299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.520299] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.520299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.520299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.520299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.520299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.520299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.520299] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.920194] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b7ceade-efaa-4424-8ea2-acea9dd364a1 [ 830.920447] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.920590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.920661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.920898] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.920990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.921114] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b7ceade-efaa-4424-8ea2-acea9dd364a1 already deleted. [ 830.921227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b7ceade-efaa-4424-8ea2-acea9dd364a1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.024376] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6590efd0-0c00-4cce-b1d3-670eedbce52e: rpc.has_security_group_logging(os_id): False [ 831.047339] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.047542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.047667] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.047810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.047862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.049656] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.050449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.050449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.050449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.050449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.050449] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.050608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.050608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.050804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.050804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.050992] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.052701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.052701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.052701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.052701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.052701] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be created. [ 831.123775] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.123966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.123966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.124752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.126668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.140085] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 831.198438] env[64796]: INFO networking_nsxv3.common.synchronization [req-a14411fc-cbdf-43a7-8c9d-5a0097336058 req-da1ef028-1d06-4be9-b54e-9b228d19eb7c service nova] Enqueued Resource ID: 89363d47-05e8-48b9-870d-f25376fabafd with Priority: HIGHEST for action security_group_rules [ 831.202371] env[64796]: INFO networking_nsxv3.common.synchronization [req-a14411fc-cbdf-43a7-8c9d-5a0097336058 req-da1ef028-1d06-4be9-b54e-9b228d19eb7c service nova] Enqueued Resource ID: 89363d47-05e8-48b9-870d-f25376fabafd with Priority: HIGHEST for action security_group_members [ 831.202371] env[64796]: INFO networking_nsxv3.common.synchronization [req-a14411fc-cbdf-43a7-8c9d-5a0097336058 req-da1ef028-1d06-4be9-b54e-9b228d19eb7c service nova] Enqueued Resource ID: e69defc3-97c9-4232-875b-66ddf7060686 with Priority: HIGHEST for action port [ 831.202371] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89363d47-05e8-48b9-870d-f25376fabafd with Priority: HIGHEST for action security_group_rules [ 831.202553] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89363d47-05e8-48b9-870d-f25376fabafd with Priority: HIGHEST for action security_group_members [ 831.202599] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69defc3-97c9-4232-875b-66ddf7060686 with Priority: HIGHEST for action port [ 831.202951] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89363d47-05e8-48b9-870d-f25376fabafd taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.203099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.204890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.204890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.204890] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89363d47-05e8-48b9-870d-f25376fabafd',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.204890] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-89363d47-05e8-48b9-870d-f25376fabafd taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.205332] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.205332] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.205332] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.205457] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.205600] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.205646] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.205829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.206037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.206100] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89363d47-05e8-48b9-870d-f25376fabafd',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.207147] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-e69defc3-97c9-4232-875b-66ddf7060686 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.207279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e69defc3-97c9-4232-875b-66ddf7060686" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.207365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e69defc3-97c9-4232-875b-66ddf7060686" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.207829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e69defc3-97c9-4232-875b-66ddf7060686" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.207829] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e69defc3-97c9-4232-875b-66ddf7060686',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.339366] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba in Status: SUCCESS [ 831.339366] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba deletion is rescheduled due to dependency. [ 831.339366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.711685] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-89363d47-05e8-48b9-870d-f25376fabafd taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.711685] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.711685] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89363d47-05e8-48b9-870d-f25376fabafd',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.712493] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e69defc3-97c9-4232-875b-66ddf7060686 with status ACTIVE [ 831.712693] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.712811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.712870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.713095] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.713538] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.713538] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.713538] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.713538] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.713727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.713727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.713937] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.714191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.714191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.714292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.714292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.714381] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e69defc3-97c9-4232-875b-66ddf7060686 is going to be updated. [ 831.739938] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.739938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.739938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.739938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.739938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.739938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e69defc3-97c9-4232-875b-66ddf7060686" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.073504] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 832.073958] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.073958] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.074095] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.074286] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.074437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.074564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.074677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.074710] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.074806] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.074889] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.216314] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89363d47-05e8-48b9-870d-f25376fabafd',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.557013] env[64796]: INFO networking_nsxv3.common.synchronization [req-7cdb5d57-3f91-4fd9-b741-88e20e1cd15b req-9e1c696c-c373-4de7-90ef-9d84a4c8953c tempest-ServersNegativeTestMultiTenantJSON-947321330 tempest-ServersNegativeTestMultiTenantJSON-947321330-project-member] Enqueued Resource ID: 1370684b-89af-43f8-b305-3541f47eda08 with Priority: HIGHEST for action security_group_members [ 832.557788] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1370684b-89af-43f8-b305-3541f47eda08 with Priority: HIGHEST for action security_group_members [ 832.558224] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1370684b-89af-43f8-b305-3541f47eda08 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.558495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.558756] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.559338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.560467] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.560467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.560467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.560750] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.562038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.562038] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1370684b-89af-43f8-b305-3541f47eda08',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.578029] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.578196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.578253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.578435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.578600] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.578710] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.578760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.578949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.579139] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.579139] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.579285] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.579421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.579473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.579596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.579720] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.579822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.579882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.580148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.580211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.580300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.580392] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.720163] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.720163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.720163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.720163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.720724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.720724] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89363d47-05e8-48b9-870d-f25376fabafd is going to be created. [ 832.748885] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.749046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.749132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.750459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.750610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.767122] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89363d47-05e8-48b9-870d-f25376fabafd in Status: UNINITIALIZED for 2s [ 833.063559] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.063916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.064102] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.064408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.064601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.065555] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.065555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.065555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.065555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.065555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.065555] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1370684b-89af-43f8-b305-3541f47eda08 already deleted. [ 833.065555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.083654] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a5006c7-7e2e-4191-a6a0-87d6817a7695: rpc.has_security_group_logging(os_id): False [ 833.109084] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.109313] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.109429] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.109686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.109761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.110027] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.110159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.110216] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.110383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.110460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.110699] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.110789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.110854] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.110985] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.113250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.113618] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.113732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.113867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.113977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.114073] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.114197] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be created. [ 833.154926] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 833.154926] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.214164] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.215366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.215475] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.215719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.215917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.232023] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 833.309178] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.309458] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-654" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.309661] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-654" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.310009] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-654" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.310391] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.310655] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.310754] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.311025] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.311241] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.311537] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.311620] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.311729] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.311886] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.312206] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.312206] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.312338] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.335771] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.335989] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.336202] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.336401] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-654" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.336746] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-e153c8f9-e3c5-4172-845c-dcea4e0729d8 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.337042] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-e153c8f9-e3c5-4172-845c-dcea4e0729d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.337177] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-e153c8f9-e3c5-4172-845c-dcea4e0729d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.337596] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-e153c8f9-e3c5-4172-845c-dcea4e0729d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.337699] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e153c8f9-e3c5-4172-845c-dcea4e0729d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.700312] env[64796]: INFO networking_nsxv3.common.synchronization [None req-06903b7c-a9c0-47a3-8c29-af4b23bd53c0 tempest-ServersTestFqdnHostnames-1289231490 tempest-ServersTestFqdnHostnames-1289231490-project-member] Enqueued Resource ID: 13579389-68aa-44a4-a354-5302cfb14005 with Priority: HIGHEST for action security_group_rules [ 833.701818] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13579389-68aa-44a4-a354-5302cfb14005 with Priority: HIGHEST for action security_group_rules [ 833.701818] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13579389-68aa-44a4-a354-5302cfb14005 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.701818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.701818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.702090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.702090] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13579389-68aa-44a4-a354-5302cfb14005',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.842412] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.842412] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.842649] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.842976] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.843068] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.843244] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port e153c8f9-e3c5-4172-845c-dcea4e0729d8 not found, creating... [ 833.843647] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.843963] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.844172] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.844542] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.844770] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.845248] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.845505] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.845735] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.846101] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.846305] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.846502] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: e153c8f9-e3c5-4172-845c-dcea4e0729d8 is going to be created. [ 833.869267] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.869583] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.870062] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.870161] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.870373] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.870631] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-e153c8f9-e3c5-4172-845c-dcea4e0729d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.224353] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.224717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.224717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.224919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.224997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.225134] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13579389-68aa-44a4-a354-5302cfb14005 already deleted. [ 834.225247] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.232482] env[64796]: INFO networking_nsxv3.common.synchronization [None req-b099fa0a-757e-47d8-8f4e-4cbc5987bb2f tempest-ServersTestFqdnHostnames-1289231490 tempest-ServersTestFqdnHostnames-1289231490-project-member] Enqueued Resource ID: 13579389-68aa-44a4-a354-5302cfb14005 with Priority: HIGHEST for action security_group_rules [ 834.232678] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13579389-68aa-44a4-a354-5302cfb14005 with Priority: HIGHEST for action security_group_rules [ 834.233035] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13579389-68aa-44a4-a354-5302cfb14005 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.233186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.233273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.233547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.233632] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13579389-68aa-44a4-a354-5302cfb14005',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.583080] env[64796]: INFO networking_nsxv3.common.synchronization [req-7cdb5d57-3f91-4fd9-b741-88e20e1cd15b req-31f54832-fb84-4987-8990-ee14e3727bd0 service nova] Enqueued Resource ID: 1370684b-89af-43f8-b305-3541f47eda08 with Priority: HIGHEST for action security_group_rules [ 834.583272] env[64796]: INFO networking_nsxv3.common.synchronization [req-7cdb5d57-3f91-4fd9-b741-88e20e1cd15b req-31f54832-fb84-4987-8990-ee14e3727bd0 service nova] Enqueued Resource ID: 1370684b-89af-43f8-b305-3541f47eda08 with Priority: HIGHEST for action security_group_members [ 834.583689] env[64796]: INFO networking_nsxv3.common.synchronization [req-7cdb5d57-3f91-4fd9-b741-88e20e1cd15b req-31f54832-fb84-4987-8990-ee14e3727bd0 service nova] Enqueued Resource ID: e153c8f9-e3c5-4172-845c-dcea4e0729d8 with Priority: HIGHEST for action port [ 834.590407] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1370684b-89af-43f8-b305-3541f47eda08 with Priority: HIGHEST for action security_group_rules [ 834.591151] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1370684b-89af-43f8-b305-3541f47eda08 with Priority: HIGHEST for action security_group_members [ 834.591366] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e153c8f9-e3c5-4172-845c-dcea4e0729d8 with Priority: HIGHEST for action port [ 834.591844] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1370684b-89af-43f8-b305-3541f47eda08 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.594066] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.594181] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.594594] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.595353] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1370684b-89af-43f8-b305-3541f47eda08',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.596839] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1370684b-89af-43f8-b305-3541f47eda08 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.597022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.597133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.597417] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.598601] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.598892] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.599010] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.600666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.600666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.600666] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1370684b-89af-43f8-b305-3541f47eda08',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.602332] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-e153c8f9-e3c5-4172-845c-dcea4e0729d8 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.602947] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e153c8f9-e3c5-4172-845c-dcea4e0729d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.602947] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e153c8f9-e3c5-4172-845c-dcea4e0729d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.603056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e153c8f9-e3c5-4172-845c-dcea4e0729d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.603137] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e153c8f9-e3c5-4172-845c-dcea4e0729d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.761384] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.761566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.761642] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.761867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.761962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.762072] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13579389-68aa-44a4-a354-5302cfb14005 already deleted. [ 834.762159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.780241] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89363d47-05e8-48b9-870d-f25376fabafd in Status: SUCCESS [ 834.781635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.782415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.784239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.784444] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.785878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.786959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.786959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.786959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.786959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.786959] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89363d47-05e8-48b9-870d-f25376fabafd',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.107177] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1370684b-89af-43f8-b305-3541f47eda08 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.107177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.107177] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1370684b-89af-43f8-b305-3541f47eda08',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.107996] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e153c8f9-e3c5-4172-845c-dcea4e0729d8 with status ACTIVE [ 835.108716] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.108716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.108716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.108716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.108716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.108917] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.108955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.109837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.109837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.109837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.109837] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.109837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.109837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.109837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.109837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.109837] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e153c8f9-e3c5-4172-845c-dcea4e0729d8 is going to be updated. [ 835.135039] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.135039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.135039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.135039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.135039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.135039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e153c8f9-e3c5-4172-845c-dcea4e0729d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.249605] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 835.249878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.290902] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-89363d47-05e8-48b9-870d-f25376fabafd taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.290902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.290902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.292463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.293767] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.293867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.293924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.294120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.294208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.294301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.294620] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-89363d47-05e8-48b9-870d-f25376fabafd taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.294620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.294620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.295792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.295792] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.295792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.295792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.295792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.295792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.295792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.295792] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89363d47-05e8-48b9-870d-f25376fabafd',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.303638] env[64796]: INFO networking_nsxv3.common.synchronization [req-e1523240-7483-4607-a47e-d240e2ebb5b6 req-70c8c93e-396d-47ba-9433-42b5ad72b611 tempest-ServerDiagnosticsTest-1389042692 tempest-ServerDiagnosticsTest-1389042692-project-member] Enqueued Resource ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 with Priority: HIGHEST for action security_group_members [ 835.305736] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 with Priority: HIGHEST for action security_group_members [ 835.305951] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7181a1-9dfc-4262-816d-2fe2d47def77 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.306124] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.306215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.306444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.306603] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.307398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.307398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.307398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.307398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.307398] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7181a1-9dfc-4262-816d-2fe2d47def77',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.612941] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1370684b-89af-43f8-b305-3541f47eda08',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.655612] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.655896] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.655982] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.656241] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.656501] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.656734] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.656800] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.656978] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.657138] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.657855] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.657855] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.657855] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.657855] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.657855] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.657855] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.658052] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.676279] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.676464] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.676601] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.676772] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.677107] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-be4a8770-6926-4442-b727-75d98ecddde5 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.677770] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-be4a8770-6926-4442-b727-75d98ecddde5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.677770] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-be4a8770-6926-4442-b727-75d98ecddde5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.677770] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-be4a8770-6926-4442-b727-75d98ecddde5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.678931] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be4a8770-6926-4442-b727-75d98ecddde5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.800879] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89363d47-05e8-48b9-870d-f25376fabafd: rpc.has_security_group_logging(os_id): False [ 835.810407] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.810648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.810705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.810988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.811154] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.811368] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.811474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.811539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.811747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.811832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.811922] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 already deleted. [ 835.812036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.821035] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.821199] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.821360] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.821582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.821685] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.823688] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.823688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.823688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.823905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.824058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.824162] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.824352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.824455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.824579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.824658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.824848] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.825115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.825115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.825232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.825232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.825310] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89363d47-05e8-48b9-870d-f25376fabafd is going to be created. [ 835.886525] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.886680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.886752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.887144] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.887342] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.899561] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89363d47-05e8-48b9-870d-f25376fabafd in Status: IN_PROGRESS for 2s [ 836.115089] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.115324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.115324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.115729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.115729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.115862] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1370684b-89af-43f8-b305-3541f47eda08 is going to be created. [ 836.143811] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.143951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.144034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.144256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.144470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.156868] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1370684b-89af-43f8-b305-3541f47eda08 in Status: UNINITIALIZED for 2s [ 836.181063] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.181063] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.181063] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.181063] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.181333] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.181333] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port be4a8770-6926-4442-b727-75d98ecddde5 not found, creating... [ 836.181543] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.181721] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.181838] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.182075] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.182212] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.182577] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.182740] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.182848] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.183077] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.183218] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.183399] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: be4a8770-6926-4442-b727-75d98ecddde5 is going to be created. [ 836.204432] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.204676] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.204914] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.205309] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.205570] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.205837] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-be4a8770-6926-4442-b727-75d98ecddde5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.976634] env[64796]: INFO networking_nsxv3.common.synchronization [req-e1523240-7483-4607-a47e-d240e2ebb5b6 req-d330ae6d-623e-45a2-acd6-0c2f7cfe1a07 service nova] Enqueued Resource ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 with Priority: HIGHEST for action security_group_rules [ 836.976923] env[64796]: INFO networking_nsxv3.common.synchronization [req-e1523240-7483-4607-a47e-d240e2ebb5b6 req-d330ae6d-623e-45a2-acd6-0c2f7cfe1a07 service nova] Enqueued Resource ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 with Priority: HIGHEST for action security_group_members [ 836.976923] env[64796]: INFO networking_nsxv3.common.synchronization [req-e1523240-7483-4607-a47e-d240e2ebb5b6 req-d330ae6d-623e-45a2-acd6-0c2f7cfe1a07 service nova] Enqueued Resource ID: be4a8770-6926-4442-b727-75d98ecddde5 with Priority: HIGHEST for action port [ 836.977782] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 with Priority: HIGHEST for action security_group_rules [ 836.977782] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 with Priority: HIGHEST for action security_group_members [ 836.977782] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be4a8770-6926-4442-b727-75d98ecddde5 with Priority: HIGHEST for action port [ 836.978547] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7181a1-9dfc-4262-816d-2fe2d47def77 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.978547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.978547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.978547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.978547] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7181a1-9dfc-4262-816d-2fe2d47def77',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.979598] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7181a1-9dfc-4262-816d-2fe2d47def77 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.979709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.982451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.982451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.982451] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.982451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.982451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.982451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.982451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.982451] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7181a1-9dfc-4262-816d-2fe2d47def77',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.982451] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-be4a8770-6926-4442-b727-75d98ecddde5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.982451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be4a8770-6926-4442-b727-75d98ecddde5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.982451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be4a8770-6926-4442-b727-75d98ecddde5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.982451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be4a8770-6926-4442-b727-75d98ecddde5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.982451] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be4a8770-6926-4442-b727-75d98ecddde5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.484054] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7181a1-9dfc-4262-816d-2fe2d47def77 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.484711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.484954] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7181a1-9dfc-4262-816d-2fe2d47def77',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.486076] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be4a8770-6926-4442-b727-75d98ecddde5 with status ACTIVE [ 837.486076] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.486201] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.486232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.486955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.486955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.486955] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.486955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.486955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.488963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.488963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.488963] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.488963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.488963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.488963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.488963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.488963] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be4a8770-6926-4442-b727-75d98ecddde5 is going to be updated. [ 837.512433] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.512588] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.512659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.512872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.513021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.513202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be4a8770-6926-4442-b727-75d98ecddde5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.770947] env[64796]: INFO networking_nsxv3.common.synchronization [req-562ca4b8-8da3-4461-8e92-f63229ffb41e req-655819fd-2788-464b-8ef2-daa6355de777 tempest-ListImageFiltersTestJSON-319941598 tempest-ListImageFiltersTestJSON-319941598-project-member] Enqueued Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_members [ 837.771553] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_members [ 837.771893] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-466021a5-5fba-47f2-8049-c6a2d62336ac taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.772237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.772338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.773473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.773662] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.773782] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.773862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.774131] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.774242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.774368] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.913214] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89363d47-05e8-48b9-870d-f25376fabafd in Status: SUCCESS [ 837.913749] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.954767] env[64796]: INFO networking_nsxv3.common.synchronization [None req-ad4c3a60-9034-444b-b9b8-3b62384200c8 None None] Enqueued Resource ID: 35779b13-f802-4a5c-9b47-42de2eadd358 with Priority: HIGHEST for action port [ 837.955573] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35779b13-f802-4a5c-9b47-42de2eadd358 with Priority: HIGHEST for action port [ 837.956046] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-35779b13-f802-4a5c-9b47-42de2eadd358 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.956225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35779b13-f802-4a5c-9b47-42de2eadd358" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.956320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35779b13-f802-4a5c-9b47-42de2eadd358" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.956674] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35779b13-f802-4a5c-9b47-42de2eadd358" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.956797] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35779b13-f802-4a5c-9b47-42de2eadd358',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.990991] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7181a1-9dfc-4262-816d-2fe2d47def77',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.166615] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1370684b-89af-43f8-b305-3541f47eda08 in Status: SUCCESS [ 838.167460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.167460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.167460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.167460] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.167627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.167678] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.167818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.167907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.167996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.168103] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1370684b-89af-43f8-b305-3541f47eda08',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.277805] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.277805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.278229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.281645] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.281916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.282326] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.282561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.286060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.286060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.286060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.286060] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466021a5-5fba-47f2-8049-c6a2d62336ac already deleted. [ 838.286060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.300368] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.300561] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.300685] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.301421] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.302255] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.302255] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.302255] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.302496] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.302646] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.302850] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.302960] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.303084] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.303349] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.303349] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.303471] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.303553] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.322977] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.326016] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.326016] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.326016] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.326016] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-516b0ffb-4b2a-45fb-8ee2-0d11ba81090e taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.326016] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-516b0ffb-4b2a-45fb-8ee2-0d11ba81090e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.326016] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-516b0ffb-4b2a-45fb-8ee2-0d11ba81090e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.326016] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-516b0ffb-4b2a-45fb-8ee2-0d11ba81090e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.326016] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('516b0ffb-4b2a-45fb-8ee2-0d11ba81090e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.460644] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35779b13-f802-4a5c-9b47-42de2eadd358 [ 838.460644] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.460744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.460815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.461149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.461493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.461681] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35779b13-f802-4a5c-9b47-42de2eadd358 already deleted. [ 838.461893] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35779b13-f802-4a5c-9b47-42de2eadd358" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.494068] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.494068] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.494068] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.494890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.494890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.495057] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 is going to be created. [ 838.529587] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.529876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.529876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.530065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.530276] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.541992] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 in Status: UNINITIALIZED for 2s [ 838.673945] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1370684b-89af-43f8-b305-3541f47eda08 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.673945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.673945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.673945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.673945] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.673945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.673945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.673945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.673945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.673945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.673945] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1370684b-89af-43f8-b305-3541f47eda08 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.673945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.673945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.673945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.673945] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.673945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.674439] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.674439] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.674439] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.674439] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.674439] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1370684b-89af-43f8-b305-3541f47eda08',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.820448] env[64796]: INFO networking_nsxv3.common.synchronization [req-fe3a950e-2d5d-4660-93fb-2d05f59cb29a req-1229d58b-ad95-41ca-a8b1-5176439dce0f tempest-ServersTestJSON-933528456 tempest-ServersTestJSON-933528456-project-member] Enqueued Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGHEST for action security_group_members [ 838.820882] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGHEST for action security_group_members [ 838.821356] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-17130f1a-440a-4641-9baf-b128e692ea8b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.821356] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.821496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.822038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.822038] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.822038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.822038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.822241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.822241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.822241] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17130f1a-440a-4641-9baf-b128e692ea8b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.827687] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.827854] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.827973] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.828284] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.828439] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.828596] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 516b0ffb-4b2a-45fb-8ee2-0d11ba81090e not found, creating... [ 838.828858] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.829015] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.829237] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.829348] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.830270] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.830270] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.830270] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.830479] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.830601] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.830752] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.830934] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 516b0ffb-4b2a-45fb-8ee2-0d11ba81090e is going to be created. [ 838.860452] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.860728] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.860846] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.861191] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.861541] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.861933] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-516b0ffb-4b2a-45fb-8ee2-0d11ba81090e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.175854] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1370684b-89af-43f8-b305-3541f47eda08: rpc.has_security_group_logging(os_id): False [ 839.194240] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.194515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.194515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.194707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.194773] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.194991] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.195151] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.195223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.195390] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.195470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.195767] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.195896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.195936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.196085] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.196161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.196556] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.196556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.196556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.196707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.198067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.198067] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1370684b-89af-43f8-b305-3541f47eda08 is going to be created. [ 839.256163] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.256367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.256518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.256762] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.256964] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.269284] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1370684b-89af-43f8-b305-3541f47eda08 in Status: IN_PROGRESS for 2s [ 839.325051] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.325051] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.327036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.327658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.327826] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.328219] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.328364] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.328448] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.328631] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.328720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.328843] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17130f1a-440a-4641-9baf-b128e692ea8b is going to be updated. [ 839.375744] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.375901] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.375987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.378117] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.378335] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.397437] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17130f1a-440a-4641-9baf-b128e692ea8b in Status: IN_PROGRESS for 2s [ 839.596770] env[64796]: INFO networking_nsxv3.common.synchronization [req-562ca4b8-8da3-4461-8e92-f63229ffb41e req-e36cf174-a465-42f2-a678-2d9d3c21a42f service nova] Enqueued Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_rules [ 839.596770] env[64796]: INFO networking_nsxv3.common.synchronization [req-562ca4b8-8da3-4461-8e92-f63229ffb41e req-e36cf174-a465-42f2-a678-2d9d3c21a42f service nova] Enqueued Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_members [ 839.596770] env[64796]: INFO networking_nsxv3.common.synchronization [req-562ca4b8-8da3-4461-8e92-f63229ffb41e req-e36cf174-a465-42f2-a678-2d9d3c21a42f service nova] Enqueued Resource ID: 516b0ffb-4b2a-45fb-8ee2-0d11ba81090e with Priority: HIGHEST for action port [ 839.596770] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_rules [ 839.596770] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_members [ 839.596770] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 516b0ffb-4b2a-45fb-8ee2-0d11ba81090e with Priority: HIGHEST for action port [ 839.596770] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-466021a5-5fba-47f2-8049-c6a2d62336ac taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.596770] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.596770] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.598795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.598958] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.601402] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-466021a5-5fba-47f2-8049-c6a2d62336ac taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.601618] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.601618] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.601814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.602013] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.602233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.602233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.602503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.602503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.602599] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.603415] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-516b0ffb-4b2a-45fb-8ee2-0d11ba81090e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.603501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-516b0ffb-4b2a-45fb-8ee2-0d11ba81090e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.603610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-516b0ffb-4b2a-45fb-8ee2-0d11ba81090e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.603805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-516b0ffb-4b2a-45fb-8ee2-0d11ba81090e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.603937] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('516b0ffb-4b2a-45fb-8ee2-0d11ba81090e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.105926] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.106982] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-466021a5-5fba-47f2-8049-c6a2d62336ac taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.107110] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.107286] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 516b0ffb-4b2a-45fb-8ee2-0d11ba81090e with status ACTIVE [ 840.107446] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.107551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.107617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.107816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.107905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.108080] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.108175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.108238] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.108387] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.108465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.108636] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.108729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.108789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.108913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.108989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.110266] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 516b0ffb-4b2a-45fb-8ee2-0d11ba81090e is going to be updated. [ 840.134393] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.134587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.134662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.134875] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.135028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.135205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-516b0ffb-4b2a-45fb-8ee2-0d11ba81090e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.240597] env[64796]: INFO networking_nsxv3.common.synchronization [None req-39c9906d-dd56-4c5f-af93-3084502dadc9 None None] Enqueued Resource ID: 1f7d4105-b8a1-43bf-a5b6-a2e10d4fab91 with Priority: HIGHEST for action port [ 840.241672] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7d4105-b8a1-43bf-a5b6-a2e10d4fab91 with Priority: HIGHEST for action port [ 840.247270] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f7d4105-b8a1-43bf-a5b6-a2e10d4fab91 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.247270] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f7d4105-b8a1-43bf-a5b6-a2e10d4fab91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.247270] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f7d4105-b8a1-43bf-a5b6-a2e10d4fab91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.247270] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f7d4105-b8a1-43bf-a5b6-a2e10d4fab91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.247270] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f7d4105-b8a1-43bf-a5b6-a2e10d4fab91',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.558780] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 in Status: SUCCESS [ 840.559131] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.559339] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.559608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.559887] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.560134] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.560170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.560400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.561054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.561054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.561054] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e7181a1-9dfc-4262-816d-2fe2d47def77',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.612570] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.749129] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f7d4105-b8a1-43bf-a5b6-a2e10d4fab91 [ 840.749506] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.749738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.749738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.749993] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.750263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.750560] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f7d4105-b8a1-43bf-a5b6-a2e10d4fab91 already deleted. [ 840.750684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f7d4105-b8a1-43bf-a5b6-a2e10d4fab91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.063491] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7181a1-9dfc-4262-816d-2fe2d47def77 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.063672] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.064654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.064654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.064654] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.064654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.064654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.064654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.064654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.064654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.064989] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7181a1-9dfc-4262-816d-2fe2d47def77 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.064989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.064989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.065390] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.065542] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.065636] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.065696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.066525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.066607] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.066714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.066849] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e7181a1-9dfc-4262-816d-2fe2d47def77',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.115926] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.116098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.116171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.116384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.116479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.116574] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466021a5-5fba-47f2-8049-c6a2d62336ac is going to be created. [ 841.144788] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.144788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.144788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.145064] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.145118] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.156206] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466021a5-5fba-47f2-8049-c6a2d62336ac in Status: UNINITIALIZED for 2s [ 841.285868] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1370684b-89af-43f8-b305-3541f47eda08 in Status: SUCCESS [ 841.286418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.407887] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17130f1a-440a-4641-9baf-b128e692ea8b in Status: SUCCESS [ 841.407887] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17130f1a-440a-4641-9baf-b128e692ea8b deletion is rescheduled due to dependency. [ 841.407887] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.437240] env[64796]: INFO networking_nsxv3.common.synchronization [req-dacccf77-bbc5-43bf-9241-ccb13b6e2924 req-d0f52c58-038f-44da-8f5d-38793a60f26b tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 841.437240] env[64796]: INFO networking_nsxv3.common.synchronization [req-dacccf77-bbc5-43bf-9241-ccb13b6e2924 req-d0f52c58-038f-44da-8f5d-38793a60f26b tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGHEST for action security_group_members [ 841.437785] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 841.437785] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGHEST for action security_group_members [ 841.438189] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.438282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.438327] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.438529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.438785] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.438785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.438899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.438989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.439058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.439149] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.440570] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ef4d73-5bc6-4188-96ea-06b94cf134d8 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.440671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.440671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.441507] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.441507] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.441507] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.441507] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.441507] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.441715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.441715] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.483827] env[64796]: INFO networking_nsxv3.common.synchronization [req-dacccf77-bbc5-43bf-9241-ccb13b6e2924 req-d0f52c58-038f-44da-8f5d-38793a60f26b tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGHEST for action security_group_rules [ 841.483827] env[64796]: INFO networking_nsxv3.common.synchronization [req-dacccf77-bbc5-43bf-9241-ccb13b6e2924 req-d0f52c58-038f-44da-8f5d-38793a60f26b tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGHEST for action security_group_members [ 841.483993] env[64796]: INFO networking_nsxv3.common.synchronization [req-dacccf77-bbc5-43bf-9241-ccb13b6e2924 req-d0f52c58-038f-44da-8f5d-38793a60f26b tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_rules [ 841.483993] env[64796]: INFO networking_nsxv3.common.synchronization [req-dacccf77-bbc5-43bf-9241-ccb13b6e2924 req-d0f52c58-038f-44da-8f5d-38793a60f26b tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 841.484112] env[64796]: INFO networking_nsxv3.common.synchronization [req-dacccf77-bbc5-43bf-9241-ccb13b6e2924 req-d0f52c58-038f-44da-8f5d-38793a60f26b tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 8efa0f40-ff02-423d-9b64-c9514ed01b35 with Priority: HIGHEST for action port [ 841.484855] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGHEST for action security_group_rules [ 841.485765] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_rules [ 841.485765] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efa0f40-ff02-423d-9b64-c9514ed01b35 with Priority: HIGHEST for action port [ 841.485948] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGHEST for action security_group_members [ 841.485948] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 841.486192] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19ef4d73-5bc6-4188-96ea-06b94cf134d8 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.486402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.487369] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.487369] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.487369] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.488331] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.488444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.488514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.488695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.488778] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.489567] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-8efa0f40-ff02-423d-9b64-c9514ed01b35 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.489724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.489753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.489902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.489979] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8efa0f40-ff02-423d-9b64-c9514ed01b35',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.490891] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ef4d73-5bc6-4188-96ea-06b94cf134d8 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.490891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.491016] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.491092] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.569277] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e7181a1-9dfc-4262-816d-2fe2d47def77: rpc.has_security_group_logging(os_id): False [ 841.589651] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.589878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.589971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.590203] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.590300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.590494] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.590594] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.590693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.590806] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.590885] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.591112] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.591213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.591297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.591439] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.591517] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.591709] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.591811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.591863] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.592011] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.592091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.592176] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 is going to be created. [ 841.669397] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.669594] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.669668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.670284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.670284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.684137] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 in Status: IN_PROGRESS for 2s [ 841.941914] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.942969] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.993278] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ef4d73-5bc6-4188-96ea-06b94cf134d8 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.993471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.993758] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.993848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.993999] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8efa0f40-ff02-423d-9b64-c9514ed01b35 with status ACTIVE [ 841.996422] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.996549] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.996626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.996841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.996935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.997133] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.997256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.997337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.997557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.997587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.997762] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.997859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.997923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.998119] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.998513] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.998513] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8efa0f40-ff02-423d-9b64-c9514ed01b35 is going to be updated. [ 842.023546] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.027021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.027021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.027021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.027021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.027021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.445356] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.446442] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.948897] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.949104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.949168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.949437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.949527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.949640] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 842.951153] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.951305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.951362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.951566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.951669] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.951773] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 is going to be created. [ 842.983544] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.983729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.983789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.983985] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.984164] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.986892] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.986892] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.987093] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.987263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.987322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.998856] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 843.000073] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 in Status: UNINITIALIZED for 2s [ 843.002721] env[64796]: INFO networking_nsxv3.common.synchronization [req-b25b96c9-9d73-41ba-9e9f-0fc056c42823 req-0790367d-da05-4b0e-90b6-479d78f8ece7 tempest-ListImageFiltersTestJSON-319941598 tempest-ListImageFiltersTestJSON-319941598-project-member] Enqueued Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_members [ 843.003450] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_members [ 843.003837] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-466021a5-5fba-47f2-8049-c6a2d62336ac taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.003968] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.029986] env[64796]: INFO networking_nsxv3.common.synchronization [req-bcd45e9f-3b34-476a-9ba4-6a0ef3057d9e req-c38c5c2a-3469-4fc8-989e-9ba2e8049848 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 843.030256] env[64796]: INFO networking_nsxv3.common.synchronization [req-bcd45e9f-3b34-476a-9ba4-6a0ef3057d9e req-c38c5c2a-3469-4fc8-989e-9ba2e8049848 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 with Priority: HIGHEST for action security_group_members [ 843.030421] env[64796]: INFO networking_nsxv3.common.synchronization [req-bcd45e9f-3b34-476a-9ba4-6a0ef3057d9e req-c38c5c2a-3469-4fc8-989e-9ba2e8049848 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGHEST for action security_group_members [ 843.030987] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 843.031193] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 with Priority: HIGHEST for action security_group_members [ 843.031868] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGHEST for action security_group_members [ 843.032402] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.032531] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.033198] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.033198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.033198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.033592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.033768] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.033879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.033952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.034145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.034331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.034381] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbfe0313-e0cd-44eb-bbdf-7b5c33fce316',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.035607] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ef4d73-5bc6-4188-96ea-06b94cf134d8 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.036083] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.081223] env[64796]: INFO networking_nsxv3.common.synchronization [req-bcd45e9f-3b34-476a-9ba4-6a0ef3057d9e req-c38c5c2a-3469-4fc8-989e-9ba2e8049848 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGHEST for action security_group_rules [ 843.081423] env[64796]: INFO networking_nsxv3.common.synchronization [req-bcd45e9f-3b34-476a-9ba4-6a0ef3057d9e req-c38c5c2a-3469-4fc8-989e-9ba2e8049848 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGHEST for action security_group_members [ 843.081626] env[64796]: INFO networking_nsxv3.common.synchronization [req-bcd45e9f-3b34-476a-9ba4-6a0ef3057d9e req-c38c5c2a-3469-4fc8-989e-9ba2e8049848 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_rules [ 843.081834] env[64796]: INFO networking_nsxv3.common.synchronization [req-bcd45e9f-3b34-476a-9ba4-6a0ef3057d9e req-c38c5c2a-3469-4fc8-989e-9ba2e8049848 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 843.081974] env[64796]: INFO networking_nsxv3.common.synchronization [req-bcd45e9f-3b34-476a-9ba4-6a0ef3057d9e req-c38c5c2a-3469-4fc8-989e-9ba2e8049848 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 with Priority: HIGHEST for action security_group_rules [ 843.082126] env[64796]: INFO networking_nsxv3.common.synchronization [req-bcd45e9f-3b34-476a-9ba4-6a0ef3057d9e req-c38c5c2a-3469-4fc8-989e-9ba2e8049848 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 with Priority: HIGHEST for action security_group_members [ 843.082268] env[64796]: INFO networking_nsxv3.common.synchronization [req-bcd45e9f-3b34-476a-9ba4-6a0ef3057d9e req-c38c5c2a-3469-4fc8-989e-9ba2e8049848 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 8efa0f40-ff02-423d-9b64-c9514ed01b35 with Priority: HIGHEST for action port [ 843.082943] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGHEST for action security_group_rules [ 843.083177] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_rules [ 843.083402] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 with Priority: HIGHEST for action security_group_members [ 843.083511] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efa0f40-ff02-423d-9b64-c9514ed01b35 with Priority: HIGHEST for action port [ 843.083624] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 with Priority: HIGHEST for action security_group_rules [ 843.083793] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGHEST for action security_group_members [ 843.083910] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 843.084213] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19ef4d73-5bc6-4188-96ea-06b94cf134d8 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.084319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.084508] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.084593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.084795] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.084934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.085157] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-8efa0f40-ff02-423d-9b64-c9514ed01b35 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.085254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.085323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.085539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.085623] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8efa0f40-ff02-423d-9b64-c9514ed01b35',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.086557] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.086786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.086886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.087137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.087217] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbfe0313-e0cd-44eb-bbdf-7b5c33fce316',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.088213] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ef4d73-5bc6-4188-96ea-06b94cf134d8 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.088332] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.088489] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.088595] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.169538] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466021a5-5fba-47f2-8049-c6a2d62336ac in Status: SUCCESS [ 843.170015] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.170655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.171027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.171358] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.171601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.171760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.172037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.172171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.172305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.172509] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.173629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.173830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.174219] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.174564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.174564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.175214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.175254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.176769] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.478052] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.478387] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.478473] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.478731] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.478990] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.479158] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.479275] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.479849] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.480052] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.480299] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.480432] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.480544] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.480654] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.480794] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.480920] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.481086] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.500464] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.500641] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.500799] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.500955] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.501503] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-1799c66a-7f0f-41b3-9eff-0ed01f8e7715 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.502113] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-1799c66a-7f0f-41b3-9eff-0ed01f8e7715" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.502281] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-1799c66a-7f0f-41b3-9eff-0ed01f8e7715" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.502619] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-1799c66a-7f0f-41b3-9eff-0ed01f8e7715" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.502762] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1799c66a-7f0f-41b3-9eff-0ed01f8e7715',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.536820] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbfe0313-e0cd-44eb-bbdf-7b5c33fce316',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.590571] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8efa0f40-ff02-423d-9b64-c9514ed01b35 with status ACTIVE [ 843.590841] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.591015] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.591133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.591508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.591663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.591872] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.591989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.592065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.592233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.592334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.592567] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.592669] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.592732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.592877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.592984] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.593093] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8efa0f40-ff02-423d-9b64-c9514ed01b35 is going to be updated. [ 843.595282] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.595382] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.631571] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.631794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.631899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.632266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.632624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.632908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8efa0f40-ff02-423d-9b64-c9514ed01b35" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.677662] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-466021a5-5fba-47f2-8049-c6a2d62336ac taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.677810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.678013] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.702843] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 in Status: SUCCESS [ 843.702843] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.006167] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.006440] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.006569] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.006858] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.007039] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.007249] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 1799c66a-7f0f-41b3-9eff-0ed01f8e7715 not found, creating... [ 844.007533] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.008179] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.008179] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.008179] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.008316] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.008917] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.008917] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.008917] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.009208] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.009357] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.009507] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 1799c66a-7f0f-41b3-9eff-0ed01f8e7715 is going to be created. [ 844.035282] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.035521] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.035707] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.036268] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.036698] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.037017] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-1799c66a-7f0f-41b3-9eff-0ed01f8e7715" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.039566] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbfe0313-e0cd-44eb-bbdf-7b5c33fce316',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.180816] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.542208] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.546971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.546971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.546971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.546971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.546971] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 is going to be created. [ 844.578774] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.578774] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.578774] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.578774] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.579708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.598107] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 in Status: UNINITIALIZED for 2s [ 844.624258] env[64796]: INFO networking_nsxv3.common.synchronization [req-f87aafa3-b6ce-453a-b74f-268e27fb7919 req-f834ddf4-be6b-43ac-8831-0c19e4dae439 tempest-SecurityGroupRulesTestJSON-757409223 tempest-SecurityGroupRulesTestJSON-757409223-project-member] Enqueued Resource ID: cf32da38-96a5-49e3-94f6-2702b6afd62d with Priority: HIGHEST for action security_group_rules [ 844.625599] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf32da38-96a5-49e3-94f6-2702b6afd62d with Priority: HIGHEST for action security_group_rules [ 844.626288] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf32da38-96a5-49e3-94f6-2702b6afd62d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.628414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf32da38-96a5-49e3-94f6-2702b6afd62d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.628414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf32da38-96a5-49e3-94f6-2702b6afd62d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.628414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf32da38-96a5-49e3-94f6-2702b6afd62d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.628414] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf32da38-96a5-49e3-94f6-2702b6afd62d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.682577] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.683446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.683446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.683446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.683446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.683720] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466021a5-5fba-47f2-8049-c6a2d62336ac is going to be updated. [ 844.714450] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.714450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.714450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.714450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.714450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.725697] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466021a5-5fba-47f2-8049-c6a2d62336ac in Status: IN_PROGRESS for 2s [ 844.821048] env[64796]: INFO networking_nsxv3.common.synchronization [req-b25b96c9-9d73-41ba-9e9f-0fc056c42823 req-03afd0d3-b080-4b8d-90d0-d7fc2bf2d32d service nova] Enqueued Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_rules [ 844.821317] env[64796]: INFO networking_nsxv3.common.synchronization [req-b25b96c9-9d73-41ba-9e9f-0fc056c42823 req-03afd0d3-b080-4b8d-90d0-d7fc2bf2d32d service nova] Enqueued Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_members [ 844.821982] env[64796]: INFO networking_nsxv3.common.synchronization [req-b25b96c9-9d73-41ba-9e9f-0fc056c42823 req-03afd0d3-b080-4b8d-90d0-d7fc2bf2d32d service nova] Enqueued Resource ID: 1799c66a-7f0f-41b3-9eff-0ed01f8e7715 with Priority: HIGHEST for action port [ 844.822625] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_rules [ 844.822802] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_members [ 844.822995] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1799c66a-7f0f-41b3-9eff-0ed01f8e7715 with Priority: HIGHEST for action port [ 844.823429] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-466021a5-5fba-47f2-8049-c6a2d62336ac taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.823566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.823785] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-466021a5-5fba-47f2-8049-c6a2d62336ac taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.823872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.824067] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-1799c66a-7f0f-41b3-9eff-0ed01f8e7715 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.824174] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1799c66a-7f0f-41b3-9eff-0ed01f8e7715" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.824238] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1799c66a-7f0f-41b3-9eff-0ed01f8e7715" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.824442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1799c66a-7f0f-41b3-9eff-0ed01f8e7715" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.824535] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1799c66a-7f0f-41b3-9eff-0ed01f8e7715',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.069119] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 in Status: SUCCESS [ 845.069367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.070088] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 845.070464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.070811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.071170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.071486] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.071597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.071655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.071951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.071951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.071951] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.073050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.073213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.073792] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.073792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.073983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.073983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.074099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.074170] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.150099] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.150099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.150099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.150099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.150099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.150099] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf32da38-96a5-49e3-94f6-2702b6afd62d already deleted. [ 845.150099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf32da38-96a5-49e3-94f6-2702b6afd62d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.162776] env[64796]: INFO networking_nsxv3.common.synchronization [None req-61f423e5-1fda-405b-919e-f2a92df68a39 None None] Enqueued Resource ID: b40527d0-b4a7-4ad8-ad1c-03744d8e4154 with Priority: HIGHEST for action port [ 845.163101] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b40527d0-b4a7-4ad8-ad1c-03744d8e4154 with Priority: HIGHEST for action port [ 845.163508] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-b40527d0-b4a7-4ad8-ad1c-03744d8e4154 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.163638] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b40527d0-b4a7-4ad8-ad1c-03744d8e4154" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.163697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b40527d0-b4a7-4ad8-ad1c-03744d8e4154" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.163962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b40527d0-b4a7-4ad8-ad1c-03744d8e4154" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.164412] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b40527d0-b4a7-4ad8-ad1c-03744d8e4154',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.327743] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1799c66a-7f0f-41b3-9eff-0ed01f8e7715 with status ACTIVE [ 845.328095] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.328281] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.328333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.328652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.328841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.329264] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.329483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.329586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.329853] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.329963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.330180] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.330603] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.330603] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.330603] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.330603] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.330816] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1799c66a-7f0f-41b3-9eff-0ed01f8e7715 is going to be updated. [ 845.366472] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.366691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.366784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.367490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.367697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.367924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1799c66a-7f0f-41b3-9eff-0ed01f8e7715" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.489625] env[64796]: INFO networking_nsxv3.common.synchronization [None req-de4a0142-ed84-4f17-a374-e8f80e1bbc3e tempest-MigrationsAdminTest-457805961 tempest-MigrationsAdminTest-457805961-project-member] Enqueued Resource ID: 5f6f3f93-dd5f-41f5-a8d2-b194d982b9be with Priority: HIGHEST for action security_group_rules [ 845.491757] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6f3f93-dd5f-41f5-a8d2-b194d982b9be with Priority: HIGHEST for action security_group_rules [ 845.492348] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f6f3f93-dd5f-41f5-a8d2-b194d982b9be taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.492542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f6f3f93-dd5f-41f5-a8d2-b194d982b9be" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.492639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f6f3f93-dd5f-41f5-a8d2-b194d982b9be" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.493569] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f6f3f93-dd5f-41f5-a8d2-b194d982b9be" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.493569] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f6f3f93-dd5f-41f5-a8d2-b194d982b9be',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.576545] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.577176] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.667333] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b40527d0-b4a7-4ad8-ad1c-03744d8e4154 [ 845.667489] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.668664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.668664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.668664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.668664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.668664] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b40527d0-b4a7-4ad8-ad1c-03744d8e4154 already deleted. [ 845.668664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b40527d0-b4a7-4ad8-ad1c-03744d8e4154" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.842353] env[64796]: INFO networking_nsxv3.common.synchronization [None req-a36be671-4559-45d6-bd91-72401007d410 tempest-MigrationsAdminTest-457805961 tempest-MigrationsAdminTest-457805961-project-member] Enqueued Resource ID: 5f6f3f93-dd5f-41f5-a8d2-b194d982b9be with Priority: HIGHEST for action security_group_rules [ 845.843465] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6f3f93-dd5f-41f5-a8d2-b194d982b9be with Priority: HIGHEST for action security_group_rules [ 845.844316] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f6f3f93-dd5f-41f5-a8d2-b194d982b9be taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.844316] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f6f3f93-dd5f-41f5-a8d2-b194d982b9be" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.017037] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.017037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.017037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.017037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.017322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.017374] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f6f3f93-dd5f-41f5-a8d2-b194d982b9be already deleted. [ 846.017511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f6f3f93-dd5f-41f5-a8d2-b194d982b9be" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.017752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f6f3f93-dd5f-41f5-a8d2-b194d982b9be" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.017985] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f6f3f93-dd5f-41f5-a8d2-b194d982b9be" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.018130] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f6f3f93-dd5f-41f5-a8d2-b194d982b9be',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.083558] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.087058] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.544668] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.544852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.544917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.545182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.545288] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.545411] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f6f3f93-dd5f-41f5-a8d2-b194d982b9be already deleted. [ 846.545871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f6f3f93-dd5f-41f5-a8d2-b194d982b9be" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.587575] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.587931] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.587931] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.588077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.588125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.588216] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 is going to be updated. [ 846.590783] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.591753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.591753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.591753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.591753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.591753] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 846.623102] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 in Status: SUCCESS [ 846.623328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.623592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.623837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.624109] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.624206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.624206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.624354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.624451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.624545] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbfe0313-e0cd-44eb-bbdf-7b5c33fce316',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.638784] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.638784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.638784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.639018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.639152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.645026] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.645026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.645026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.645026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.645026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.656162] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 in Status: IN_PROGRESS for 2s [ 846.656986] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 846.737342] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466021a5-5fba-47f2-8049-c6a2d62336ac in Status: SUCCESS [ 846.737573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.737781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.738033] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.738254] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.738375] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.738446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.738604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.738707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.738798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.739010] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-466021a5-5fba-47f2-8049-c6a2d62336ac taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.739072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.739131] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.739291] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.739504] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.739582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.739625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.739749] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.739841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.739926] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.740239] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.741244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.741472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.741551] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.741659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.741818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.741909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.741956] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.742052] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.827816] env[64796]: INFO networking_nsxv3.common.synchronization [req-afa801eb-28fd-4446-bc06-9e8ce0af338f req-10eb15ab-928e-4355-be84-7906750155fc tempest-MultipleCreateTestJSON-1677433575 tempest-MultipleCreateTestJSON-1677433575-project-member] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 846.828930] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 846.828930] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.829166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.829561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.829880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.830118] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.830247] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.830331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.830610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.830696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.830766] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.127299] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbfe0313-e0cd-44eb-bbdf-7b5c33fce316',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.248720] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 466021a5-5fba-47f2-8049-c6a2d62336ac: rpc.has_security_group_logging(os_id): False [ 847.248720] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.260217] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.260217] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.260217] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.261087] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.264211] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.264211] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.264211] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.264211] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.264211] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.264211] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.264211] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.264211] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.264211] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.264211] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.264211] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.264211] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.277649] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.277916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.277980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.278210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.278306] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.278516] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.278639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.278696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.278862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.278942] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.279171] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.279275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.279331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.279480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.279554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.279822] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.279944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.280016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.280543] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.280543] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.280747] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 466021a5-5fba-47f2-8049-c6a2d62336ac is going to be created. [ 847.287846] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.288064] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.288240] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.288435] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.288763] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-a6b62201-ee34-484c-89de-b48fe0c7c52e taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.289324] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-a6b62201-ee34-484c-89de-b48fe0c7c52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.289324] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-a6b62201-ee34-484c-89de-b48fe0c7c52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.289463] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-a6b62201-ee34-484c-89de-b48fe0c7c52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.289544] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6b62201-ee34-484c-89de-b48fe0c7c52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.335508] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.335508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.335508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.335508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.335508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.335508] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.335508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.335508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.335508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.335508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.335508] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc already deleted. [ 847.335508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.350344] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.350536] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.350745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.351126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.351413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.368173] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466021a5-5fba-47f2-8049-c6a2d62336ac in Status: IN_PROGRESS for 2s [ 847.416456] env[64796]: INFO networking_nsxv3.common.synchronization [None req-a36a949d-9838-4623-a94e-5fd7c7bf99cc None None] Enqueued Resource ID: d86ef655-1cb4-4a9d-9f75-466ad17abe0b with Priority: HIGHEST for action port [ 847.416456] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86ef655-1cb4-4a9d-9f75-466ad17abe0b with Priority: HIGHEST for action port [ 847.416982] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-d86ef655-1cb4-4a9d-9f75-466ad17abe0b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.417308] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d86ef655-1cb4-4a9d-9f75-466ad17abe0b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.417472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d86ef655-1cb4-4a9d-9f75-466ad17abe0b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.417839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d86ef655-1cb4-4a9d-9f75-466ad17abe0b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.418041] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d86ef655-1cb4-4a9d-9f75-466ad17abe0b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.533497] env[64796]: INFO networking_nsxv3.common.synchronization [req-a1e0336d-2998-44f2-a30d-5d2ff4dee5ed req-66e661ae-ec58-4906-ac9c-7967e561e5d6 tempest-SecurityGroupRulesTestJSON-757409223 tempest-SecurityGroupRulesTestJSON-757409223-project-member] Enqueued Resource ID: cf32da38-96a5-49e3-94f6-2702b6afd62d with Priority: HIGHEST for action security_group_rules [ 847.535206] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf32da38-96a5-49e3-94f6-2702b6afd62d with Priority: HIGHEST for action security_group_rules [ 847.535206] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf32da38-96a5-49e3-94f6-2702b6afd62d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.535206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf32da38-96a5-49e3-94f6-2702b6afd62d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.535206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf32da38-96a5-49e3-94f6-2702b6afd62d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.535206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf32da38-96a5-49e3-94f6-2702b6afd62d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.535206] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf32da38-96a5-49e3-94f6-2702b6afd62d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.632444] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbfe0313-e0cd-44eb-bbdf-7b5c33fce316',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.754861] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.792614] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.792903] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.792984] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.793558] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.793558] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.793709] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port a6b62201-ee34-484c-89de-b48fe0c7c52e not found, creating... [ 847.793981] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.794149] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.794262] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.794599] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.794788] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.795153] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.795329] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.795462] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.795738] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.795902] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.796059] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: a6b62201-ee34-484c-89de-b48fe0c7c52e is going to be created. [ 847.821715] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.822067] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.822306] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.822726] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.823786] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.823786] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-a6b62201-ee34-484c-89de-b48fe0c7c52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.922080] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d86ef655-1cb4-4a9d-9f75-466ad17abe0b [ 847.922330] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.922477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.922552] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.922815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.922914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.923029] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d86ef655-1cb4-4a9d-9f75-466ad17abe0b already deleted. [ 847.923143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d86ef655-1cb4-4a9d-9f75-466ad17abe0b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.059977] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.060150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.060150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.060361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.060559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.060686] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf32da38-96a5-49e3-94f6-2702b6afd62d already deleted. [ 848.060779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf32da38-96a5-49e3-94f6-2702b6afd62d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.137958] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.138320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.138720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.139260] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.140217] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.140371] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 is going to be updated. [ 848.177851] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.177851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.178021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.178376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.178650] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.191255] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 in Status: IN_PROGRESS for 2s [ 848.260057] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.260057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.260057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.260057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.260057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.260057] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466021a5-5fba-47f2-8049-c6a2d62336ac is going to be updated. [ 848.290793] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.290933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.291025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.291263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.291412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.304863] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466021a5-5fba-47f2-8049-c6a2d62336ac in Status: IN_PROGRESS for 2s [ 848.318256] env[64796]: INFO networking_nsxv3.common.synchronization [None req-3b7486d2-39b3-4930-8d46-aeb6b19dca8b tempest-ServersTestBootFromVolume-856929254 tempest-ServersTestBootFromVolume-856929254-project-member] Enqueued Resource ID: 547d6596-057b-401c-83b3-022cc4137e90 with Priority: HIGHEST for action security_group_rules [ 848.318852] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547d6596-057b-401c-83b3-022cc4137e90 with Priority: HIGHEST for action security_group_rules [ 848.320402] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-547d6596-057b-401c-83b3-022cc4137e90 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.320850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.320850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.321480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.321703] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('547d6596-057b-401c-83b3-022cc4137e90',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.507179] env[64796]: INFO networking_nsxv3.common.synchronization [None req-cb4f1577-fda5-4868-ab9c-6c10f4cb7c05 tempest-ServersTestBootFromVolume-856929254 tempest-ServersTestBootFromVolume-856929254-project-member] Enqueued Resource ID: 547d6596-057b-401c-83b3-022cc4137e90 with Priority: HIGHEST for action security_group_rules [ 848.508198] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547d6596-057b-401c-83b3-022cc4137e90 with Priority: HIGHEST for action security_group_rules [ 848.508751] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-547d6596-057b-401c-83b3-022cc4137e90 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.508914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.574099] env[64796]: INFO networking_nsxv3.common.synchronization [req-afa801eb-28fd-4446-bc06-9e8ce0af338f req-c9c05edf-4286-41c6-b966-4f4555bdb191 service nova] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_rules [ 848.574264] env[64796]: INFO networking_nsxv3.common.synchronization [req-afa801eb-28fd-4446-bc06-9e8ce0af338f req-c9c05edf-4286-41c6-b966-4f4555bdb191 service nova] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 848.574411] env[64796]: INFO networking_nsxv3.common.synchronization [req-afa801eb-28fd-4446-bc06-9e8ce0af338f req-c9c05edf-4286-41c6-b966-4f4555bdb191 service nova] Enqueued Resource ID: a6b62201-ee34-484c-89de-b48fe0c7c52e with Priority: HIGHEST for action port [ 848.574944] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_rules [ 848.575244] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 848.575374] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b62201-ee34-484c-89de-b48fe0c7c52e with Priority: HIGHEST for action port [ 848.575684] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.577038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.577365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.577824] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.578102] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.579732] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.580096] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.580317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.580689] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.581146] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.583177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.583177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.583177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.585441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.585441] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.585441] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6b62201-ee34-484c-89de-b48fe0c7c52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.585441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6b62201-ee34-484c-89de-b48fe0c7c52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.585441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6b62201-ee34-484c-89de-b48fe0c7c52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.585953] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6b62201-ee34-484c-89de-b48fe0c7c52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.585953] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6b62201-ee34-484c-89de-b48fe0c7c52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.668788] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 in Status: SUCCESS [ 848.669158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.669196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.669411] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.669612] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.669754] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.669797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.669937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.670034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.670122] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.670219] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.672205] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 848.672205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.672205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.672205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.672495] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.672495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.672495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.672666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.672666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.672749] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.673470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.673630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.673788] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.674209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.674209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.674209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.674209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.675423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.675423] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.675423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.675556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.675708] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.675784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.675818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.675956] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.676379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.676379] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.847761] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.850030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.850030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.850030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.850030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.850030] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 547d6596-057b-401c-83b3-022cc4137e90 already deleted. [ 848.850030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.850030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.850030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.850316] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('547d6596-057b-401c-83b3-022cc4137e90',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.094038] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.094038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.094038] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.094396] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6b62201-ee34-484c-89de-b48fe0c7c52e with status ACTIVE [ 849.094396] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.094396] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.094499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.095028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.095028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.095143] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.095221] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.095221] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.095405] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.095526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.095760] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.095976] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.096020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.098485] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.098628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.098774] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6b62201-ee34-484c-89de-b48fe0c7c52e is going to be updated. [ 849.129326] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.130085] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.130085] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.130085] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.130085] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.130269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6b62201-ee34-484c-89de-b48fe0c7c52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.176797] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.177773] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.179673] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.179857] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.180211] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.385055] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.386132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.386132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.386132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.386132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.386132] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 547d6596-057b-401c-83b3-022cc4137e90 already deleted. [ 849.388483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.389625] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466021a5-5fba-47f2-8049-c6a2d62336ac in Status: SUCCESS [ 849.389946] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.390392] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.390392] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.390392] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.601124] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.681394] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.682598] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19ef4d73-5bc6-4188-96ea-06b94cf134d8: rpc.has_security_group_logging(os_id): False [ 849.684118] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.693196] env[64796]: INFO networking_nsxv3.common.synchronization [req-afa801eb-28fd-4446-bc06-9e8ce0af338f req-98daef42-7957-4026-9401-9eeada43a50f tempest-MultipleCreateTestJSON-1677433575 tempest-MultipleCreateTestJSON-1677433575-project-member] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 849.695000] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 849.695365] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.695528] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.710615] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.710615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.710615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.710615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.710615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.710615] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.710615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.710848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.710848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.710966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.710966] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 is going to be created. [ 849.773577] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.773577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.773577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.773577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.773577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.794339] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 in Status: IN_PROGRESS for 2s [ 849.894851] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-466021a5-5fba-47f2-8049-c6a2d62336ac taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.894851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.105042] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.105042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.105042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.105042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.105042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.105042] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be created. [ 850.128954] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.129278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.129358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.129828] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.129828] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.147927] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: UNINITIALIZED for 2s [ 850.156391] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.156686] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.156939] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.157013] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.157375] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.157626] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.157696] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.158112] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.158268] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.158474] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.158613] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.158739] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.158846] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.158957] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.159099] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.159260] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.182658] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.182658] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.182658] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.182658] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.183522] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-2fe111b3-a39f-45f2-941a-1498048d6eb1 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.183522] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-2fe111b3-a39f-45f2-941a-1498048d6eb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.183522] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-2fe111b3-a39f-45f2-941a-1498048d6eb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.183874] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-2fe111b3-a39f-45f2-941a-1498048d6eb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.184032] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fe111b3-a39f-45f2-941a-1498048d6eb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.186297] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.186441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.186551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.186744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.186855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.186958] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 is going to be updated. [ 850.190186] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.190186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.190186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.190381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.190478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.190573] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 850.201038] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 in Status: SUCCESS [ 850.201279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.201802] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.202038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.202235] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.202397] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.202491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.202654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.202737] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.202824] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.202915] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbfe0313-e0cd-44eb-bbdf-7b5c33fce316',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.220532] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.220532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.220532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.220532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.220532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.224743] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.225157] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.225322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.225918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.226168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.241872] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 850.241872] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 in Status: IN_PROGRESS for 2s [ 850.320250] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466021a5-5fba-47f2-8049-c6a2d62336ac in Status: SUCCESS [ 850.320250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.320250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.320250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.320250] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.320250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.320250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.320250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.320250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.320668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.320668] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.459775] env[64796]: INFO networking_nsxv3.common.synchronization [req-9eadb9b9-c0b5-49cb-8873-d14795701c67 req-e14363b6-a6a7-4404-9faf-d41955f96db5 tempest-SecurityGroupRulesTestJSON-757409223 tempest-SecurityGroupRulesTestJSON-757409223-project-member] Enqueued Resource ID: cf32da38-96a5-49e3-94f6-2702b6afd62d with Priority: HIGHEST for action security_group_rules [ 850.460371] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf32da38-96a5-49e3-94f6-2702b6afd62d with Priority: HIGHEST for action security_group_rules [ 850.461087] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf32da38-96a5-49e3-94f6-2702b6afd62d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.461202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf32da38-96a5-49e3-94f6-2702b6afd62d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.461202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf32da38-96a5-49e3-94f6-2702b6afd62d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.461448] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf32da38-96a5-49e3-94f6-2702b6afd62d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.461511] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf32da38-96a5-49e3-94f6-2702b6afd62d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.690229] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.690487] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.691353] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.691770] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.692853] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.692853] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 2fe111b3-a39f-45f2-941a-1498048d6eb1 not found, creating... [ 850.692853] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.693057] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.693356] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.694203] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.694401] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.694792] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.695063] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.695206] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.695620] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.695957] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.696167] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 2fe111b3-a39f-45f2-941a-1498048d6eb1 is going to be created. [ 850.706916] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbfe0313-e0cd-44eb-bbdf-7b5c33fce316',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.727293] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.727505] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.730023] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.730023] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.730023] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.730023] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-2fe111b3-a39f-45f2-941a-1498048d6eb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.825229] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-466021a5-5fba-47f2-8049-c6a2d62336ac taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.825472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.825586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.825869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.826084] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.826192] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.826258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.826420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.826530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.826624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.826795] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-466021a5-5fba-47f2-8049-c6a2d62336ac taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.826893] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.826953] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.827133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.827436] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.827436] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.827436] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.827622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.827656] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.827742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.827835] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.985627] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.985864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.985963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.986286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.986422] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.986567] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf32da38-96a5-49e3-94f6-2702b6afd62d already deleted. [ 850.986702] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf32da38-96a5-49e3-94f6-2702b6afd62d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.208270] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbfe0313-e0cd-44eb-bbdf-7b5c33fce316: rpc.has_security_group_logging(os_id): False [ 851.227956] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.228200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.228200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.228404] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.228539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.228795] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.228901] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.228983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.229161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.229245] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.229336] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 is going to be created. [ 851.299795] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.300018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.300407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.300734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.300997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.317310] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 in Status: IN_PROGRESS for 2s [ 851.331423] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 466021a5-5fba-47f2-8049-c6a2d62336ac: rpc.has_security_group_logging(os_id): False [ 851.355673] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.355841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.355893] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.356135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.356216] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.356499] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.356621] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.356687] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.356890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.357119] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.357272] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.357374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.358830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.358830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.358830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.359240] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.359367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.359482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.359722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.359844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.359979] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 466021a5-5fba-47f2-8049-c6a2d62336ac is going to be updated. [ 851.505455] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.505797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.505797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.506020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.506138] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.511714] env[64796]: INFO networking_nsxv3.common.synchronization [req-afa801eb-28fd-4446-bc06-9e8ce0af338f req-e65fea09-671a-4d49-954c-37265f8bdd7e service nova] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_rules [ 851.511874] env[64796]: INFO networking_nsxv3.common.synchronization [req-afa801eb-28fd-4446-bc06-9e8ce0af338f req-e65fea09-671a-4d49-954c-37265f8bdd7e service nova] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 851.512055] env[64796]: INFO networking_nsxv3.common.synchronization [req-afa801eb-28fd-4446-bc06-9e8ce0af338f req-e65fea09-671a-4d49-954c-37265f8bdd7e service nova] Enqueued Resource ID: 2fe111b3-a39f-45f2-941a-1498048d6eb1 with Priority: HIGHEST for action port [ 851.512812] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_rules [ 851.512812] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 851.512812] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe111b3-a39f-45f2-941a-1498048d6eb1 with Priority: HIGHEST for action port [ 851.513083] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.513196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.513867] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.513967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.514182] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fe111b3-a39f-45f2-941a-1498048d6eb1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.514277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fe111b3-a39f-45f2-941a-1498048d6eb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.514470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fe111b3-a39f-45f2-941a-1498048d6eb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.514575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fe111b3-a39f-45f2-941a-1498048d6eb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.514659] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fe111b3-a39f-45f2-941a-1498048d6eb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.538242] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466021a5-5fba-47f2-8049-c6a2d62336ac in Status: IN_PROGRESS for 2s [ 851.808587] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 in Status: SUCCESS [ 851.808986] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.808986] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.811550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.811550] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.815355] env[64796]: INFO networking_nsxv3.common.synchronization [req-5ec7955c-e996-4ea7-9f9a-a4cf9d477011 req-d8b501a9-6de8-4cc1-b7ef-4b9982c5b0d1 tempest-AttachInterfacesUnderV243Test-451567208 tempest-AttachInterfacesUnderV243Test-451567208-project-member] Enqueued Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_members [ 851.816432] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_members [ 851.816432] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1264829-307e-4f40-b623-c51b148a208b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.816555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.816555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.817512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.817512] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.817822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.817822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.817992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.818064] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.818231] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.842109] env[64796]: INFO networking_nsxv3.common.synchronization [req-5ec7955c-e996-4ea7-9f9a-a4cf9d477011 req-d8b501a9-6de8-4cc1-b7ef-4b9982c5b0d1 tempest-AttachInterfacesUnderV243Test-451567208 tempest-AttachInterfacesUnderV243Test-451567208-project-member] Enqueued Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_rules [ 851.842208] env[64796]: INFO networking_nsxv3.common.synchronization [req-5ec7955c-e996-4ea7-9f9a-a4cf9d477011 req-d8b501a9-6de8-4cc1-b7ef-4b9982c5b0d1 tempest-AttachInterfacesUnderV243Test-451567208 tempest-AttachInterfacesUnderV243Test-451567208-project-member] Enqueued Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_members [ 851.843117] env[64796]: INFO networking_nsxv3.common.synchronization [req-5ec7955c-e996-4ea7-9f9a-a4cf9d477011 req-d8b501a9-6de8-4cc1-b7ef-4b9982c5b0d1 tempest-AttachInterfacesUnderV243Test-451567208 tempest-AttachInterfacesUnderV243Test-451567208-project-member] Enqueued Resource ID: e5ed68a9-da16-48e0-807e-7646baeb77b0 with Priority: HIGHEST for action port [ 851.844352] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_rules [ 851.844352] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_members [ 851.844476] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ed68a9-da16-48e0-807e-7646baeb77b0 with Priority: HIGHEST for action port [ 851.844756] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1264829-307e-4f40-b623-c51b148a208b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.844871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.844937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.845167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.845269] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.847026] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1264829-307e-4f40-b623-c51b148a208b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.847026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.847026] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5ed68a9-da16-48e0-807e-7646baeb77b0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.847026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.847026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.847026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.847335] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5ed68a9-da16-48e0-807e-7646baeb77b0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.017429] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fe111b3-a39f-45f2-941a-1498048d6eb1 with status ACTIVE [ 852.017697] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.017862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.017946] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.018221] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.018511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.018615] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.018664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.018724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.018877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.018956] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.019204] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.019319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.019393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.019569] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.019663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.019763] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fe111b3-a39f-45f2-941a-1498048d6eb1 is going to be updated. [ 852.052078] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.052475] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.052663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.053140] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.053933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.054204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fe111b3-a39f-45f2-941a-1498048d6eb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.161473] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: SUCCESS [ 852.161707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.161881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.162133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.162330] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.162475] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.162550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.162712] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.162806] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.162888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.163012] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.164812] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.164812] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.164921] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.165127] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.165177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.165315] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.165441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.165547] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.252488] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 852.252763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.252959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.253224] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.253488] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.253642] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.253715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.253884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.253974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.254094] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.255655] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 in Status: SUCCESS [ 852.255941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.256116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.256314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.256524] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.256586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.257563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.257563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.257563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.257563] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.313358] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ef4d73-5bc6-4188-96ea-06b94cf134d8 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.313358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.322671] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.349984] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1264829-307e-4f40-b623-c51b148a208b taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.350122] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.350315] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5ed68a9-da16-48e0-807e-7646baeb77b0 with status ACTIVE [ 852.350487] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.350596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.350677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.350874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.350964] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.351153] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.351237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.351316] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.351526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.351621] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.351860] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.351910] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.352158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.352158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.352247] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.352289] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5ed68a9-da16-48e0-807e-7646baeb77b0 is going to be updated. [ 852.378145] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.378410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.378550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.378855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.379084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.380099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.668308] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.670506] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.672253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.759226] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.762179] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.825776] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.172831] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.262324] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.263553] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.329014] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.329014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.329014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.329014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.329527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.329527] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1264829-307e-4f40-b623-c51b148a208b is going to be updated. [ 853.345120] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 in Status: SUCCESS [ 853.345120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.370025] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.370025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.370025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.370025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.370025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.379736] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1264829-307e-4f40-b623-c51b148a208b in Status: IN_PROGRESS for 2s [ 853.553521] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466021a5-5fba-47f2-8049-c6a2d62336ac in Status: SUCCESS [ 853.553521] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.676864] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.677479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.677957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.678457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.678699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.679125] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be updated. [ 853.731241] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.732918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.733232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.733718] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.735018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.746417] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: IN_PROGRESS for 2s [ 853.765424] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.765750] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.765750] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.765962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.766101] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.766250] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 is going to be updated. [ 853.767860] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.768680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.768784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.769055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.769158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.769264] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 853.808225] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.808225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.808514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.808514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.808868] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.811622] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.811622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.811622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.811892] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.812060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.830290] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 853.831851] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 in Status: IN_PROGRESS for 2s [ 855.163867] env[64796]: INFO networking_nsxv3.common.synchronization [req-4f925eb1-a910-4cd5-bd9d-189458e5ed99 req-a51913ec-7c9f-4fa7-b0a7-494e77e1bb99 tempest-ServerDiagnosticsTest-1389042692 tempest-ServerDiagnosticsTest-1389042692-project-member] Enqueued Resource ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 with Priority: HIGHEST for action security_group_members [ 855.164499] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 with Priority: HIGHEST for action security_group_members [ 855.164634] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7181a1-9dfc-4262-816d-2fe2d47def77 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.164745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.164815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.165179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.165372] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.165574] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.165658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.165833] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.165954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.166069] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7181a1-9dfc-4262-816d-2fe2d47def77',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.372493] env[64796]: INFO networking_nsxv3.common.synchronization [req-c2c3e455-c7d9-4093-b663-915b86e2c784 req-f05e32ef-4f0a-4887-b728-e918eba6425e tempest-ServersNegativeTestMultiTenantJSON-947321330 tempest-ServersNegativeTestMultiTenantJSON-947321330-project-member] Enqueued Resource ID: 1370684b-89af-43f8-b305-3541f47eda08 with Priority: HIGHEST for action security_group_members [ 855.372493] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1370684b-89af-43f8-b305-3541f47eda08 with Priority: HIGHEST for action security_group_members [ 855.373347] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1370684b-89af-43f8-b305-3541f47eda08 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.373745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.373988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.375070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.375070] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.375283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.375343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.375475] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.375563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.375664] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1370684b-89af-43f8-b305-3541f47eda08',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.390218] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1264829-307e-4f40-b623-c51b148a208b in Status: SUCCESS [ 855.390468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.390619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.390960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.391255] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.391455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.391548] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.391798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.392024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.392124] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.670072] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.670072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.670072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.670072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.670072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.670072] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.670072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.670072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.670072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.670072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.670072] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 is going to be updated. [ 855.698819] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.698995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.699099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.699408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.699629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.711015] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 in Status: IN_PROGRESS for 2s [ 855.756891] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: SUCCESS [ 855.757167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.757349] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.757573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.757754] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.757909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.757961] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.758104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.758194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.758353] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.847306] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 855.847605] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.847895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.848207] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.848400] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.848555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.848632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.848830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.848931] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.849059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.849251] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.849375] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.849445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.849623] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.849818] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.849905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.849972] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.850208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.850296] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.850391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.850608] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.852769] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 in Status: SUCCESS [ 855.852885] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.853084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.853794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.853794] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.853794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.853967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.854030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.854120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.854212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.854311] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.878972] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.879163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.879258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.879506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.879607] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.879840] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.879908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.880036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.880188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.880264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.880353] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1370684b-89af-43f8-b305-3541f47eda08 is going to be updated. [ 855.895020] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.916524] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.916524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.916524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.916524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.916524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.936165] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1370684b-89af-43f8-b305-3541f47eda08 in Status: IN_PROGRESS for 2s [ 856.260645] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.358174] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.359230] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6590efd0-0c00-4cce-b1d3-670eedbce52e: rpc.has_security_group_logging(os_id): False [ 856.380022] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.380149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.380208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.380393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.380479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.380669] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.380795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.380865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.381029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.381113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.381316] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.381489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.381568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.381713] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.381792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.381973] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.383960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.384051] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.384222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.384310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.384506] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 856.397441] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.451908] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.452496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.452496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.452496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.452496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.468538] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 856.481637] env[64796]: INFO networking_nsxv3.common.synchronization [req-c28aa4e4-5514-4404-91da-0e37e00c0777 req-291ea0f2-d23e-4821-8b19-7c7870fd76f2 tempest-AttachInterfacesUnderV243Test-451567208 tempest-AttachInterfacesUnderV243Test-451567208-project-member] Enqueued Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_members [ 856.482220] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_members [ 856.482529] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1264829-307e-4f40-b623-c51b148a208b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.482675] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.497433] env[64796]: INFO networking_nsxv3.common.synchronization [req-c28aa4e4-5514-4404-91da-0e37e00c0777 req-291ea0f2-d23e-4821-8b19-7c7870fd76f2 tempest-AttachInterfacesUnderV243Test-451567208 tempest-AttachInterfacesUnderV243Test-451567208-project-member] Enqueued Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_rules [ 856.497433] env[64796]: INFO networking_nsxv3.common.synchronization [req-c28aa4e4-5514-4404-91da-0e37e00c0777 req-291ea0f2-d23e-4821-8b19-7c7870fd76f2 tempest-AttachInterfacesUnderV243Test-451567208 tempest-AttachInterfacesUnderV243Test-451567208-project-member] Enqueued Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_members [ 856.497433] env[64796]: INFO networking_nsxv3.common.synchronization [req-c28aa4e4-5514-4404-91da-0e37e00c0777 req-291ea0f2-d23e-4821-8b19-7c7870fd76f2 tempest-AttachInterfacesUnderV243Test-451567208 tempest-AttachInterfacesUnderV243Test-451567208-project-member] Enqueued Resource ID: e5ed68a9-da16-48e0-807e-7646baeb77b0 with Priority: HIGHEST for action port [ 856.497886] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_rules [ 856.498220] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_members [ 856.498636] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ed68a9-da16-48e0-807e-7646baeb77b0 with Priority: HIGHEST for action port [ 856.498636] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1264829-307e-4f40-b623-c51b148a208b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.499545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.500941] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1264829-307e-4f40-b623-c51b148a208b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.500941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.500941] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5ed68a9-da16-48e0-807e-7646baeb77b0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.500941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.500941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.500941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.500941] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5ed68a9-da16-48e0-807e-7646baeb77b0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.765954] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.862298] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19ef4d73-5bc6-4188-96ea-06b94cf134d8: rpc.has_security_group_logging(os_id): False [ 856.896282] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.896564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.896564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.896771] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.896890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.897222] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.897323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.897466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.897623] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.897719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.897816] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 is going to be updated. [ 856.900243] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.900754] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.900864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.901651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.901752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.901888] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1264829-307e-4f40-b623-c51b148a208b is going to be updated. [ 856.940283] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.940283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.940283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.940283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.940560] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.951601] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1264829-307e-4f40-b623-c51b148a208b in Status: IN_PROGRESS for 2s [ 856.984587] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.984742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.984816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.985054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.985188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.002723] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 in Status: IN_PROGRESS for 2s [ 857.005721] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5ed68a9-da16-48e0-807e-7646baeb77b0 with status ACTIVE [ 857.006495] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.006495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.006495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.006679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.006679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.006913] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.007058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.007621] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.007621] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.007621] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.007986] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.008126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.008189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.008340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.008421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.008511] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5ed68a9-da16-48e0-807e-7646baeb77b0 is going to be updated. [ 857.031963] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.031963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.031963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.031963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.031963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.031963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5ed68a9-da16-48e0-807e-7646baeb77b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.269632] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.270023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.270023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.270102] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.270181] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.270285] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be updated. [ 857.302286] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.302505] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.303162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.303162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.303364] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.313131] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: IN_PROGRESS for 2s [ 857.728267] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 in Status: SUCCESS [ 857.728460] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 deletion is rescheduled due to dependency. [ 857.728575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.950124] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1370684b-89af-43f8-b305-3541f47eda08 in Status: SUCCESS [ 857.951076] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1370684b-89af-43f8-b305-3541f47eda08 deletion is rescheduled due to dependency. [ 857.951076] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.484629] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 858.484629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.484629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.485124] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.485124] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.965823] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1264829-307e-4f40-b623-c51b148a208b in Status: SUCCESS [ 858.966055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.966280] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.966543] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.967182] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.967182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.967182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.967182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.967360] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.967360] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.967488] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.968533] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.968954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.969055] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.972203] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.972203] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.972203] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.972203] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.972203] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.992045] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.992202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.992301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.992556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.992755] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.993176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.993176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.993319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.993319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.993418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.993891] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.015979] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 in Status: SUCCESS [ 859.016320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.227166] env[64796]: INFO networking_nsxv3.common.synchronization [req-4350771d-ac9d-4013-802d-86ecce73c3ea req-0c2aaa9a-a474-45aa-bbaf-8983a5901da8 tempest-FloatingIPsAssociationTestJSON-1711121034 tempest-FloatingIPsAssociationTestJSON-1711121034-project-member] Enqueued Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_members [ 859.227735] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 with Priority: HIGHEST for action security_group_members [ 859.228064] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488dabe-73c8-4fe0-a74b-af66f7f5b013 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.228191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.228265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.228465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.228619] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.228714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.228779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.228923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.229038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.229373] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4488dabe-73c8-4fe0-a74b-af66f7f5b013',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.325517] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: SUCCESS [ 859.326439] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.327578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.327578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.327578] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.327801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.327801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.327998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.328119] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.328268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.328531] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.328628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.328701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.328957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.329178] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.329288] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.329402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.329627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.329734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.329826] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.329954] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.473350] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.474269] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.497456] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.497754] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.497754] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.497967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.498174] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.498278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.498759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.498759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.498759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.498759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.498910] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.499009] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.499098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.499262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.499455] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.499533] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.500496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.500496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.500496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.500496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.500496] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.733915] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.734130] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.734190] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.734452] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.734748] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.734881] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.735041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.735103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.735318] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.735515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.735515] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 is going to be updated. [ 859.770786] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.770786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.770786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.771012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.771190] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.784039] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: IN_PROGRESS for 2s [ 859.833715] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e17595b0-6d85-474b-8ccb-41418ef6abcc: rpc.has_security_group_logging(os_id): False [ 859.860193] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.860366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.860447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.860723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.860795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.860968] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.861899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.861899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.861899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.861899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.861899] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.861899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.861899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.861899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.862405] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.862807] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.863194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.863194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.865768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.865885] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.866041] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be created. [ 859.971098] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.971328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.972642] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.972642] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.972642] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.977056] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.978595] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1264829-307e-4f40-b623-c51b148a208b: rpc.has_security_group_logging(os_id): False [ 859.988541] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: IN_PROGRESS for 2s [ 859.998197] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.998346] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.998418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.998636] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.998731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.998986] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.999109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.999174] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.999326] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.999510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.999510] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1264829-307e-4f40-b623-c51b148a208b is going to be updated. [ 860.005557] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6590efd0-0c00-4cce-b1d3-670eedbce52e: rpc.has_security_group_logging(os_id): False [ 860.026398] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.026790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.026868] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.027214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.027468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.027889] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.028063] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.028128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.028460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.028688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.029071] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.029307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.029363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.029729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.029822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.030316] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.030475] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.030528] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.030992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.031126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.031236] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 860.105817] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.106189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.106189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.106426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.106960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.125233] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1264829-307e-4f40-b623-c51b148a208b in Status: IN_PROGRESS for 2s [ 860.128443] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.128611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.128611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.128843] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.128965] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.150034] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 860.480873] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.480873] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.481120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.481313] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.481584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.482407] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1264829-307e-4f40-b623-c51b148a208b is going to be updated. [ 860.525585] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.527853] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.527853] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.527853] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.527853] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.541540] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1264829-307e-4f40-b623-c51b148a208b in Status: IN_PROGRESS for 2s [ 861.069241] env[64796]: INFO networking_nsxv3.common.synchronization [req-02813837-41b1-47fe-829e-20589bf34ef6 req-90a23c16-0c43-476c-80d5-7f94536e1547 tempest-DeleteServersTestJSON-651100822 tempest-DeleteServersTestJSON-651100822-project-member] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 861.070210] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 861.072258] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.072258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.072258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.072258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.072258] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.072258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.072258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.072258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.072258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.072258] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.575460] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.575814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.575967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.576308] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.576426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.576706] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.576825] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.576903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.577146] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.577254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.577404] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be updated. [ 861.616880] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.617056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.617217] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.618086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.618086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.628232] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 861.797449] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 in Status: SUCCESS [ 861.798295] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4488dabe-73c8-4fe0-a74b-af66f7f5b013 deletion is rescheduled due to dependency. [ 861.798734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488dabe-73c8-4fe0-a74b-af66f7f5b013" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.005192] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: SUCCESS [ 862.005502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.005630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.006416] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.006416] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.022650] env[64796]: INFO networking_nsxv3.common.synchronization [req-a62f0c3e-f075-4c98-9183-aabc68d182e5 req-cf6f42ce-e307-48bd-b800-b28435d25f1a tempest-AttachInterfacesUnderV243Test-451567208 tempest-AttachInterfacesUnderV243Test-451567208-project-member] Enqueued Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_members [ 862.023220] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1264829-307e-4f40-b623-c51b148a208b with Priority: HIGHEST for action security_group_members [ 862.023614] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1264829-307e-4f40-b623-c51b148a208b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.024097] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.140779] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1264829-307e-4f40-b623-c51b148a208b in Status: SUCCESS [ 862.141014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.141206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.141465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.141950] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.166061] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 862.166233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.508674] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.508866] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.508975] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.509302] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.509516] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.509628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.509735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.509863] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.509967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.510091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.510151] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.554516] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1264829-307e-4f40-b623-c51b148a208b in Status: SUCCESS [ 862.554783] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.555096] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.555659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.555939] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.556082] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.556154] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.556337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.556426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.556767] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.640217] env[64796]: INFO networking_nsxv3.common.synchronization [None req-96d399e3-8fb4-4bb2-96a2-a6072ba92bab None None] Enqueued Resource ID: 88fb8b69-1cf7-414f-a011-c1cead90aed7 with Priority: HIGHEST for action port [ 862.640513] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88fb8b69-1cf7-414f-a011-c1cead90aed7 with Priority: HIGHEST for action port [ 862.641090] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-88fb8b69-1cf7-414f-a011-c1cead90aed7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.641193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88fb8b69-1cf7-414f-a011-c1cead90aed7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.642941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88fb8b69-1cf7-414f-a011-c1cead90aed7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.644848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88fb8b69-1cf7-414f-a011-c1cead90aed7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.645036] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88fb8b69-1cf7-414f-a011-c1cead90aed7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.673749] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.673866] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.676579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.676579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.676579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.676579] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1264829-307e-4f40-b623-c51b148a208b is going to be deleted. [ 862.696340] env[64796]: INFO networking_nsxv3.common.synchronization [req-f155330b-8bb1-45b2-b40c-ef8b5119055f req-16d7a59a-570a-43e4-841b-27d6777f7e87 tempest-ServersAdminTestJSON-1847068946 tempest-ServersAdminTestJSON-1847068946-project-member] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 862.696929] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 862.698707] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.700363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.700363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.700363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.700363] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.700363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.700363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.700363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.701124] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.701124] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.750802] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.750962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.751055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.752089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.752089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.752089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.016515] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.016515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.016515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.016515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.016515] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.016515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.016515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.016515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.016515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.016515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.016515] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.016515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.016515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.016515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.018962] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.019334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.020071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.020402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.020673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.020915] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.021199] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.059355] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.059555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.059599] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.059867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.059973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.060232] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.060361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.060504] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.060590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.060671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.060780] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1264829-307e-4f40-b623-c51b148a208b is going to be deleted. [ 863.095798] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.095998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.096109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.096417] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.096586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.096745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.097317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.097532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.097716] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.097846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.097893] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.098059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.098178] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.098297] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1264829-307e-4f40-b623-c51b148a208b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.154032] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88fb8b69-1cf7-414f-a011-c1cead90aed7 [ 863.154032] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.154032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.154032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.154032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.154032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.154032] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88fb8b69-1cf7-414f-a011-c1cead90aed7 already deleted. [ 863.154354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88fb8b69-1cf7-414f-a011-c1cead90aed7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.203187] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.441314] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.441609] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.441744] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.442035] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.442311] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.442484] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.442621] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.443197] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.443197] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.443354] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.443507] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.443636] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.443760] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.443876] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.443995] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.445217] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.466882] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.466882] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.466882] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.467097] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-586" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.468117] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-add076e1-be53-4c98-99bc-bbef45c0c765 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.468117] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-add076e1-be53-4c98-99bc-bbef45c0c765" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.468117] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-add076e1-be53-4c98-99bc-bbef45c0c765" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.468117] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-add076e1-be53-4c98-99bc-bbef45c0c765" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.468338] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add076e1-be53-4c98-99bc-bbef45c0c765',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.524324] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e17595b0-6d85-474b-8ccb-41418ef6abcc: rpc.has_security_group_logging(os_id): False [ 863.544233] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.544874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.544874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.545194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.545914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.545914] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.545914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.545914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.545914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.546203] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.546423] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.547584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.547584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.547584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.547584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.547584] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.547584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.547584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.547981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.547981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.547981] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be updated. [ 863.600558] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.600737] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.600817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.601054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.601191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.601569] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.601569] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.601694] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.602574] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.602574] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.602574] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1264829-307e-4f40-b623-c51b148a208b already deleted. [ 863.602574] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1264829-307e-4f40-b623-c51b148a208b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.624631] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.624826] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.624900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.625173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.625368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.644786] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 863.645434] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 deletion is rescheduled due to dependency. [ 863.645434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.646030] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: IN_PROGRESS for 2s [ 863.705187] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.971077] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.972034] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.972034] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.972034] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.972194] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.972340] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port add076e1-be53-4c98-99bc-bbef45c0c765 not found, creating... [ 863.972660] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.972827] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.972947] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.973270] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.973655] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.974036] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.974279] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.974467] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.974712] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.974877] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.975074] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: add076e1-be53-4c98-99bc-bbef45c0c765 is going to be created. [ 864.006555] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.009109] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.009109] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.009109] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.009109] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.009109] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-add076e1-be53-4c98-99bc-bbef45c0c765" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.207748] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.208042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.208139] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.208470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.208593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.208707] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be updated. [ 864.239133] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.239133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.239355] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.239402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.239581] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.249323] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: IN_PROGRESS for 2s [ 864.434272] env[64796]: INFO networking_nsxv3.common.synchronization [req-965a4851-3187-433e-8b8e-4a0be735172b req-8234fa9a-1ca9-4068-8dd6-cdba5c7f8508 tempest-VolumesAssistedSnapshotsTest-1292690712 tempest-VolumesAssistedSnapshotsTest-1292690712-project-member] Enqueued Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGHEST for action security_group_members [ 864.434272] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGHEST for action security_group_members [ 864.434272] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-64998d63-c307-40b6-9be3-26ee2e0a6b2f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.434272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.434272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.434272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.434272] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.434272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.434681] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.434681] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.434768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.434814] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64998d63-c307-40b6-9be3-26ee2e0a6b2f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.756402] env[64796]: INFO networking_nsxv3.common.synchronization [req-f155330b-8bb1-45b2-b40c-ef8b5119055f req-2d97bea2-23ad-4858-8340-eab68a0eaf3a service nova] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_rules [ 864.756929] env[64796]: INFO networking_nsxv3.common.synchronization [req-f155330b-8bb1-45b2-b40c-ef8b5119055f req-2d97bea2-23ad-4858-8340-eab68a0eaf3a service nova] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 864.756929] env[64796]: INFO networking_nsxv3.common.synchronization [req-f155330b-8bb1-45b2-b40c-ef8b5119055f req-2d97bea2-23ad-4858-8340-eab68a0eaf3a service nova] Enqueued Resource ID: add076e1-be53-4c98-99bc-bbef45c0c765 with Priority: HIGHEST for action port [ 864.757391] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_rules [ 864.757445] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 864.757532] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add076e1-be53-4c98-99bc-bbef45c0c765 with Priority: HIGHEST for action port [ 864.757789] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.757914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.757981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.758368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.758494] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.759341] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.759399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.759578] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-add076e1-be53-4c98-99bc-bbef45c0c765 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.760039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-add076e1-be53-4c98-99bc-bbef45c0c765" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.760039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-add076e1-be53-4c98-99bc-bbef45c0c765" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.760253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-add076e1-be53-4c98-99bc-bbef45c0c765" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.760362] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add076e1-be53-4c98-99bc-bbef45c0c765',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.777991] env[64796]: INFO networking_nsxv3.common.synchronization [None req-8d817595-d2e5-4513-a853-92ab3c42967a None None] Enqueued Resource ID: 70df0788-c4b3-47c7-bff3-7031dfcad042 with Priority: HIGHEST for action port [ 864.779245] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70df0788-c4b3-47c7-bff3-7031dfcad042 with Priority: HIGHEST for action port [ 864.779545] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-70df0788-c4b3-47c7-bff3-7031dfcad042 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.779753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70df0788-c4b3-47c7-bff3-7031dfcad042" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.779753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70df0788-c4b3-47c7-bff3-7031dfcad042" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.780502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70df0788-c4b3-47c7-bff3-7031dfcad042" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.780502] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70df0788-c4b3-47c7-bff3-7031dfcad042',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.844747] env[64796]: INFO networking_nsxv3.common.synchronization [req-830cb275-4064-42b6-a36c-d9dfd7aa3239 req-da3f681f-0348-4d42-abbd-70cc5ec54041 tempest-ServerMetadataNegativeTestJSON-272453362 tempest-ServerMetadataNegativeTestJSON-272453362-project-member] Enqueued Resource ID: 89363d47-05e8-48b9-870d-f25376fabafd with Priority: HIGHEST for action security_group_members [ 864.847523] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89363d47-05e8-48b9-870d-f25376fabafd with Priority: HIGHEST for action security_group_members [ 864.847740] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-89363d47-05e8-48b9-870d-f25376fabafd taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.848142] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.848142] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.848564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.848564] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.848789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.848789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.848911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.849854] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.850213] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89363d47-05e8-48b9-870d-f25376fabafd',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.942171] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.942588] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.942804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.943370] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.943563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.944049] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.945553] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.945553] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.945553] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.945553] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.945553] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f is going to be updated. [ 864.985981] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.986175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.986232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.986472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.986639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.997835] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f in Status: IN_PROGRESS for 2s [ 865.264732] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.264732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.265045] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port add076e1-be53-4c98-99bc-bbef45c0c765 with status ACTIVE [ 865.265045] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.265428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.265428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.265500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.265686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.265771] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.265855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.265945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.266238] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.266238] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.266357] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.266457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.266517] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.266658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.266738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.266823] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: add076e1-be53-4c98-99bc-bbef45c0c765 is going to be updated. [ 865.286046] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70df0788-c4b3-47c7-bff3-7031dfcad042 [ 865.286524] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.286524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.286696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.286946] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.287080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.287217] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70df0788-c4b3-47c7-bff3-7031dfcad042 already deleted. [ 865.288441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70df0788-c4b3-47c7-bff3-7031dfcad042" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.303551] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.303551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.303551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.303551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.303551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.303551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-add076e1-be53-4c98-99bc-bbef45c0c765" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.357534] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.360019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.360019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.360019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.360019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.360019] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.360019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.360019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.360019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.360019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.360019] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89363d47-05e8-48b9-870d-f25376fabafd is going to be updated. [ 865.417195] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.417416] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.417482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.417674] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.417840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.429229] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89363d47-05e8-48b9-870d-f25376fabafd in Status: IN_PROGRESS for 2s [ 865.664360] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: SUCCESS [ 865.665837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.798403] env[64796]: INFO networking_nsxv3.common.synchronization [req-ad7179aa-a606-46de-b695-20826a7216ac req-58835d26-43e6-4f34-86c6-abde8592f9bb tempest-ServerExternalEventsTest-1204896569 tempest-ServerExternalEventsTest-1204896569-project-member] Enqueued Resource ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 with Priority: HIGHEST for action security_group_members [ 865.803897] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 with Priority: HIGHEST for action security_group_members [ 865.803897] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.803897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.803897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.803897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.803897] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.803897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.803897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.804505] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.804505] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.804505] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.232715] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.233017] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.233174] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.233444] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.233771] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.233927] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.234492] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.234782] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.234944] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.235172] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.235274] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.235380] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.235488] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.235595] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.235697] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.235856] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.256862] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.257046] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.257174] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.257350] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.257691] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-ede5c845-29e5-43a1-8d67-d80756a95660 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.257873] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-ede5c845-29e5-43a1-8d67-d80756a95660" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.257996] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-ede5c845-29e5-43a1-8d67-d80756a95660" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.258355] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-ede5c845-29e5-43a1-8d67-d80756a95660" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.258487] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede5c845-29e5-43a1-8d67-d80756a95660',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.260291] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 866.260487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.260655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.260845] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.261036] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.261174] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.261244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.261397] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.261550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.261640] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.309235] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.309454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.309571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.309795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.309922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.310098] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.310198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.310262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.310407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.310485] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.310573] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 already deleted. [ 866.310655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.577431] env[64796]: INFO networking_nsxv3.common.synchronization [None req-9d8d0f82-dc57-4e9f-a195-8f6444c163a1 None None] Enqueued Resource ID: 83abda2a-1f04-40fe-8024-c1c5a56e7e4a with Priority: HIGHEST for action port [ 866.577717] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83abda2a-1f04-40fe-8024-c1c5a56e7e4a with Priority: HIGHEST for action port [ 866.578326] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-83abda2a-1f04-40fe-8024-c1c5a56e7e4a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.578447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83abda2a-1f04-40fe-8024-c1c5a56e7e4a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.578535] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83abda2a-1f04-40fe-8024-c1c5a56e7e4a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.578787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83abda2a-1f04-40fe-8024-c1c5a56e7e4a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.579210] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83abda2a-1f04-40fe-8024-c1c5a56e7e4a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.763770] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.764051] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.764251] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.764565] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.764745] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.764940] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port ede5c845-29e5-43a1-8d67-d80756a95660 not found, creating... [ 866.765215] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.765382] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.765501] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.765727] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.765867] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.766152] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.766302] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.766417] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.766646] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.766785] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.766921] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: ede5c845-29e5-43a1-8d67-d80756a95660 is going to be created. [ 866.768657] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.789330] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.789544] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.789649] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.789951] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.790190] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.790414] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-ede5c845-29e5-43a1-8d67-d80756a95660" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.009356] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f in Status: SUCCESS [ 867.009639] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f deletion is rescheduled due to dependency. [ 867.009706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.081073] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83abda2a-1f04-40fe-8024-c1c5a56e7e4a [ 867.081330] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.081551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.081616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.082012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.082175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.082281] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83abda2a-1f04-40fe-8024-c1c5a56e7e4a already deleted. [ 867.082394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83abda2a-1f04-40fe-8024-c1c5a56e7e4a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.272220] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.441862] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89363d47-05e8-48b9-870d-f25376fabafd in Status: SUCCESS [ 867.441862] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89363d47-05e8-48b9-870d-f25376fabafd deletion is rescheduled due to dependency. [ 867.441862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.544544] env[64796]: INFO networking_nsxv3.common.synchronization [req-ad7179aa-a606-46de-b695-20826a7216ac req-e18e799d-6607-4e56-93af-52042dd2c780 service nova] Enqueued Resource ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 with Priority: HIGHEST for action security_group_rules [ 867.544700] env[64796]: INFO networking_nsxv3.common.synchronization [req-ad7179aa-a606-46de-b695-20826a7216ac req-e18e799d-6607-4e56-93af-52042dd2c780 service nova] Enqueued Resource ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 with Priority: HIGHEST for action security_group_members [ 867.544839] env[64796]: INFO networking_nsxv3.common.synchronization [req-ad7179aa-a606-46de-b695-20826a7216ac req-e18e799d-6607-4e56-93af-52042dd2c780 service nova] Enqueued Resource ID: ede5c845-29e5-43a1-8d67-d80756a95660 with Priority: HIGHEST for action port [ 867.546397] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 with Priority: HIGHEST for action security_group_rules [ 867.546397] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 with Priority: HIGHEST for action security_group_members [ 867.546397] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede5c845-29e5-43a1-8d67-d80756a95660 with Priority: HIGHEST for action port [ 867.546397] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.546397] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.548501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.548501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.548501] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.548678] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.548733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.548790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.548972] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.549161] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.549304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.549358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.549467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.549553] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.549660] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.552619] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-ede5c845-29e5-43a1-8d67-d80756a95660 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.552619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ede5c845-29e5-43a1-8d67-d80756a95660" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.552619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ede5c845-29e5-43a1-8d67-d80756a95660" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.552619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ede5c845-29e5-43a1-8d67-d80756a95660" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.552619] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede5c845-29e5-43a1-8d67-d80756a95660',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.775041] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.775200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.776496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.776496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.776496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.776496] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be updated. [ 867.815063] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.815242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.815330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.815579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.815816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.832553] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: IN_PROGRESS for 2s [ 868.053871] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.055019] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.056032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.056032] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ede5c845-29e5-43a1-8d67-d80756a95660 with status ACTIVE [ 868.056032] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.056032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.056032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.056271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.056271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.056386] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.056493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.056617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.056732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.056837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.057066] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.057133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.057227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.057329] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.057409] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.057488] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ede5c845-29e5-43a1-8d67-d80756a95660 is going to be updated. [ 868.084759] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.084759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.084759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.084759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.084759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.085139] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ede5c845-29e5-43a1-8d67-d80756a95660" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.557130] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.060573] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.061090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.061090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.061090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.061236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.061236] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 is going to be created. [ 869.100491] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.100709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.100829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.101134] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.101445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.115861] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 in Status: UNINITIALIZED for 2s [ 869.323047] env[64796]: INFO networking_nsxv3.common.synchronization [None req-587464a8-bc7e-4bd5-b135-2fa78df0def0 None None] Enqueued Resource ID: ac71e837-cf2b-41a1-b3a8-c6dc97ec8703 with Priority: HIGHEST for action port [ 869.326762] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac71e837-cf2b-41a1-b3a8-c6dc97ec8703 with Priority: HIGHEST for action port [ 869.327147] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac71e837-cf2b-41a1-b3a8-c6dc97ec8703 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.327268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac71e837-cf2b-41a1-b3a8-c6dc97ec8703" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.327330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac71e837-cf2b-41a1-b3a8-c6dc97ec8703" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.327874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac71e837-cf2b-41a1-b3a8-c6dc97ec8703" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.328123] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac71e837-cf2b-41a1-b3a8-c6dc97ec8703',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.831358] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac71e837-cf2b-41a1-b3a8-c6dc97ec8703 [ 869.831859] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.832266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.834563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.834563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.834563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.834563] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac71e837-cf2b-41a1-b3a8-c6dc97ec8703 already deleted. [ 869.834563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac71e837-cf2b-41a1-b3a8-c6dc97ec8703" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.843913] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 869.844212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.844397] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.844660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.844915] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.845012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.845067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.845205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.845326] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.845427] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.845539] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.349609] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.350112] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.350184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.350521] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.350813] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.351270] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.351270] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.355241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.355959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.355959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.355959] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.355959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.355959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.356538] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.356595] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.356659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.356916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.356916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.357063] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.357063] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.357160] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.825659] env[64796]: INFO networking_nsxv3.common.synchronization [req-2956ed00-33a7-4ed0-a316-d69345901902 req-d945a829-02a9-4db4-a1f6-e20453222670 tempest-ImagesTestJSON-643861234 tempest-ImagesTestJSON-643861234-project-member] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 870.825659] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 870.826866] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.827099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.827349] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.827521] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.827736] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.827873] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.827963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.828185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.828527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.828699] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.862192] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e96aba9-ff62-44d8-ae53-8b03b73dc3db: rpc.has_security_group_logging(os_id): False [ 870.886210] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.886323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.886378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.887030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.887030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.887030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.887030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.887277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.887277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.887404] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.887637] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.887715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.887747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.887913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.888019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.888356] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.888460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.888514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.888792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.888792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.889045] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be updated. [ 870.970503] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.970503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.970503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.970733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.971007] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.986125] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: IN_PROGRESS for 2s [ 871.127205] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 in Status: SUCCESS [ 871.127205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.127205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.127386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.127564] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.127679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.127743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.127900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.127982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.128079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.128171] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.332844] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.332844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.332844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.332844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.332844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.332844] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.333161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.333161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.333161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.333337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.333435] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 871.368866] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.368866] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.368866] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.369285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.369285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.379337] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.379692] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.379692] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.380359] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.380359] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.380611] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.380611] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.381377] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.381377] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.381377] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.381603] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.381836] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.381926] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.382267] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.382378] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.382576] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.384708] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 871.414095] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.414294] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.414294] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.414501] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.414806] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-cfbe4de7-d668-4a61-a186-2c4ecf941a77 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.415108] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-cfbe4de7-d668-4a61-a186-2c4ecf941a77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.415108] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-cfbe4de7-d668-4a61-a186-2c4ecf941a77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.416135] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-cfbe4de7-d668-4a61-a186-2c4ecf941a77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.416135] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfbe4de7-d668-4a61-a186-2c4ecf941a77',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.631273] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.631640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.631772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.632071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.632292] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.632422] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.632530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.632702] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.632861] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.632940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.633066] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.633186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.633234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.633391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.633648] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.633895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.633895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.634050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.634180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.634285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.634369] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.922229] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.922575] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.922575] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.922829] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.924445] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.924445] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port cfbe4de7-d668-4a61-a186-2c4ecf941a77 not found, creating... [ 871.924956] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.925248] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.925337] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.925566] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.925817] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.928286] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.928636] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.928848] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.929727] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.929727] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.929727] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: cfbe4de7-d668-4a61-a186-2c4ecf941a77 is going to be created. [ 871.965654] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.965914] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.966110] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.966476] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.966799] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.967976] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-cfbe4de7-d668-4a61-a186-2c4ecf941a77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.135394] env[64796]: INFO networking_nsxv3.common.synchronization [req-fcc84f87-fea6-4d7a-bc20-fa9806b229c7 req-5ca4f818-6735-423b-a4c5-5960f3cbd3fc tempest-MultipleCreateTestJSON-1677433575 tempest-MultipleCreateTestJSON-1677433575-project-member] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 872.136260] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 872.136659] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.136795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.136865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.137095] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.137256] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.137359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.137418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.137575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.137672] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.137767] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.138705] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3: rpc.has_security_group_logging(os_id): False [ 872.160269] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.160478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.160478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.160683] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.160777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.160961] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.161067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.161186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.161431] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.161558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.161725] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.161827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.162021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.162021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.162097] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.162305] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.162443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.162561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.162697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.162784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.162897] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 is going to be created. [ 872.237255] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.237492] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.237616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.237996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.238255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.249127] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 in Status: IN_PROGRESS for 2s [ 872.638642] env[64796]: INFO networking_nsxv3.common.synchronization [req-2956ed00-33a7-4ed0-a316-d69345901902 req-dd450b2f-c9e6-4cb5-b16e-7902e08871fa service nova] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_rules [ 872.638948] env[64796]: INFO networking_nsxv3.common.synchronization [req-2956ed00-33a7-4ed0-a316-d69345901902 req-dd450b2f-c9e6-4cb5-b16e-7902e08871fa service nova] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 872.638948] env[64796]: INFO networking_nsxv3.common.synchronization [req-2956ed00-33a7-4ed0-a316-d69345901902 req-dd450b2f-c9e6-4cb5-b16e-7902e08871fa service nova] Enqueued Resource ID: cfbe4de7-d668-4a61-a186-2c4ecf941a77 with Priority: HIGHEST for action port [ 872.639589] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_rules [ 872.639735] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 872.639838] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfbe4de7-d668-4a61-a186-2c4ecf941a77 with Priority: HIGHEST for action port [ 872.641057] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.641186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.641186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.642614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.642713] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.643649] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.644412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.644699] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfbe4de7-d668-4a61-a186-2c4ecf941a77 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.644832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfbe4de7-d668-4a61-a186-2c4ecf941a77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.644895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfbe4de7-d668-4a61-a186-2c4ecf941a77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.645114] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfbe4de7-d668-4a61-a186-2c4ecf941a77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.645181] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfbe4de7-d668-4a61-a186-2c4ecf941a77',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.650741] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.711435] env[64796]: INFO networking_nsxv3.common.synchronization [req-42cc2d2d-17df-4453-a3cd-f1e62c1bd70b req-87828d69-2276-4217-828a-cce8d1410060 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 872.711724] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 872.712800] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.713078] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.713078] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.713521] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.713521] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.713907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.713907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.713907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.713907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.714106] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.002227] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 873.002464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.022902] env[64796]: INFO networking_nsxv3.common.synchronization [req-116bc1d5-2251-4dec-b963-5e027a4e7a00 req-5cfe96cd-ac5b-4289-8e04-64ac1e1b9362 tempest-MultipleCreateTestJSON-1677433575 tempest-MultipleCreateTestJSON-1677433575-project-member] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 873.023463] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 873.023829] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.023950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.112882] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.113061] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.113187] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.113575] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.113777] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.113932] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.114416] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.114673] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.114908] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.115061] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.115385] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.115385] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.115385] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.115531] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.115578] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.115706] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.144693] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.144891] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.145030] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.145212] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.145553] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-a5632ed4-8490-47e7-a001-5839a0cd9ace taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.145732] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-a5632ed4-8490-47e7-a001-5839a0cd9ace" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.145845] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-a5632ed4-8490-47e7-a001-5839a0cd9ace" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.146186] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-a5632ed4-8490-47e7-a001-5839a0cd9ace" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.146334] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5632ed4-8490-47e7-a001-5839a0cd9ace',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.151314] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.151314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.155400] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.155400] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfbe4de7-d668-4a61-a186-2c4ecf941a77 with status ACTIVE [ 873.156711] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.156711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.156711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.156711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.156711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.156711] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.156711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.156711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.156711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.156711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.157116] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.157116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.158053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.159484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.159484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.159484] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfbe4de7-d668-4a61-a186-2c4ecf941a77 is going to be updated. [ 873.183220] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.183377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.183460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.183805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.183805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.183973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfbe4de7-d668-4a61-a186-2c4ecf941a77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.217885] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.217885] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.218039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.218234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.218622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.218622] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.218811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.218811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.219086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.219086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.219374] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c already deleted. [ 873.219374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.395611] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 873.395797] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 deletion is rescheduled due to dependency. [ 873.395916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.396101] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.396316] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.396499] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.396618] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.396683] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.396840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.396924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.397039] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.550722] env[64796]: INFO networking_nsxv3.common.synchronization [req-ded128c9-a781-4651-84e4-a4a5b51467a6 req-e097afdd-73e2-46bb-b1c6-460044df6d5d tempest-ServersTestMultiNic-1757410650 tempest-ServersTestMultiNic-1757410650-project-member] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 873.551281] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 873.551618] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.551755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.551816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.552026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.552177] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.552274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.552354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.552482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.552569] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.552670] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.650672] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.651296] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.651296] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.651582] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.651759] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.651920] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port a5632ed4-8490-47e7-a001-5839a0cd9ace not found, creating... [ 873.652199] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.652361] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.652479] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.652707] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.652846] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.653138] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.653295] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.653411] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.653834] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.654065] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.654284] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: a5632ed4-8490-47e7-a001-5839a0cd9ace is going to be created. [ 873.661920] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.662194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.662299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.662575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.662707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.662841] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be updated. [ 873.679440] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.679614] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.679656] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.679931] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.680399] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.680665] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-a5632ed4-8490-47e7-a001-5839a0cd9ace" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.698807] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.699763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.699763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.699943] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.699982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.710625] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: IN_PROGRESS for 2s [ 873.897327] env[64796]: INFO networking_nsxv3.common.synchronization [req-ded128c9-a781-4651-84e4-a4a5b51467a6 req-ddb8d1ea-7338-43dc-8820-11fe11933cc3 tempest-ServersTestMultiNic-1757410650 tempest-ServersTestMultiNic-1757410650-project-member] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 873.897954] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 873.898223] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.898487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.898808] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.055938] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.055938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.055938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.055938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.055938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.055938] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.055938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.055938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.055938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.055938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.055938] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 already deleted. [ 874.055938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.056632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.056632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.056632] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.056632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.056632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.056632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.056632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.057521] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.264481] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 in Status: SUCCESS [ 874.264751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.282427] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.282613] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-796" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.282735] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-796" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.283091] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-796" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.283334] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.283512] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.283745] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.283982] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.284138] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.284348] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.284456] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.284586] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.284701] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.284816] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.284922] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.285078] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.304205] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.304479] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.304695] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.304912] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-796" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.305266] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-0eec54bc-4bb1-4107-9771-319ee8544f00 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.305436] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-0eec54bc-4bb1-4107-9771-319ee8544f00" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.305561] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-0eec54bc-4bb1-4107-9771-319ee8544f00" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.305878] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-0eec54bc-4bb1-4107-9771-319ee8544f00" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.306028] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eec54bc-4bb1-4107-9771-319ee8544f00',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.379481] env[64796]: INFO networking_nsxv3.common.synchronization [req-42cc2d2d-17df-4453-a3cd-f1e62c1bd70b req-8317040b-94b8-4f6d-be36-81c8b4c4887e service nova] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_rules [ 874.379658] env[64796]: INFO networking_nsxv3.common.synchronization [req-42cc2d2d-17df-4453-a3cd-f1e62c1bd70b req-8317040b-94b8-4f6d-be36-81c8b4c4887e service nova] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 874.379813] env[64796]: INFO networking_nsxv3.common.synchronization [req-42cc2d2d-17df-4453-a3cd-f1e62c1bd70b req-8317040b-94b8-4f6d-be36-81c8b4c4887e service nova] Enqueued Resource ID: a5632ed4-8490-47e7-a001-5839a0cd9ace with Priority: HIGHEST for action port [ 874.380504] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_rules [ 874.380659] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 874.380764] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5632ed4-8490-47e7-a001-5839a0cd9ace with Priority: HIGHEST for action port [ 874.381046] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.381171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.381240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.381487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.381575] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.382387] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.382503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.382573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.382765] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.382910] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.383012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.383931] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.384086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.384181] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.384277] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.385298] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5632ed4-8490-47e7-a001-5839a0cd9ace taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.385408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5632ed4-8490-47e7-a001-5839a0cd9ace" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.385478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5632ed4-8490-47e7-a001-5839a0cd9ace" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.385642] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5632ed4-8490-47e7-a001-5839a0cd9ace" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.385737] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5632ed4-8490-47e7-a001-5839a0cd9ace',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.401081] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.559965] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.560183] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.560261] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.560521] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.560647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.560875] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.560987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.561070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.561253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.561359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.561453] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 already deleted. [ 874.561551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.808687] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.809208] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.809208] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.809798] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.809798] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.809798] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 0eec54bc-4bb1-4107-9771-319ee8544f00 not found, creating... [ 874.810147] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.810747] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.810747] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.810747] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.810875] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.811218] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.811445] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.811722] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.811831] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.811945] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.812118] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 0eec54bc-4bb1-4107-9771-319ee8544f00 is going to be created. [ 874.837048] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.837282] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.837411] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.837754] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.838083] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.838336] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-0eec54bc-4bb1-4107-9771-319ee8544f00" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.887318] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.887541] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.887776] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.888868] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5632ed4-8490-47e7-a001-5839a0cd9ace with status ACTIVE [ 874.888965] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.890087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.890087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.890087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.890087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.890087] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.890087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.890087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.890087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.890087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.890460] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.890460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.890460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.890460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.890618] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.890618] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5632ed4-8490-47e7-a001-5839a0cd9ace is going to be updated. [ 874.903798] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.903914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.904049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.904316] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.904437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.904687] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 874.919587] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.919817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.919881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.920325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.920525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.920774] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5632ed4-8490-47e7-a001-5839a0cd9ace" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.951870] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.951870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.951990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.952198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.952353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.972656] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 875.393173] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.548753] env[64796]: INFO networking_nsxv3.common.synchronization [req-ded128c9-a781-4651-84e4-a4a5b51467a6 req-1399c6a5-ff22-40e9-a407-6b5f6b5f34b4 service nova] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_rules [ 875.548953] env[64796]: INFO networking_nsxv3.common.synchronization [req-ded128c9-a781-4651-84e4-a4a5b51467a6 req-1399c6a5-ff22-40e9-a407-6b5f6b5f34b4 service nova] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 875.549118] env[64796]: INFO networking_nsxv3.common.synchronization [req-ded128c9-a781-4651-84e4-a4a5b51467a6 req-1399c6a5-ff22-40e9-a407-6b5f6b5f34b4 service nova] Enqueued Resource ID: 0eec54bc-4bb1-4107-9771-319ee8544f00 with Priority: HIGHEST for action port [ 875.549683] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_rules [ 875.549995] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 875.549995] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eec54bc-4bb1-4107-9771-319ee8544f00 with Priority: HIGHEST for action port [ 875.551128] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.551263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.551377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.551707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.551911] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.553084] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.553355] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.553470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.553697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.553897] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.554071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.554163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.554418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.554559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.554677] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.555802] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eec54bc-4bb1-4107-9771-319ee8544f00 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.555926] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eec54bc-4bb1-4107-9771-319ee8544f00" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.555984] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eec54bc-4bb1-4107-9771-319ee8544f00" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.556262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eec54bc-4bb1-4107-9771-319ee8544f00" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.556860] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eec54bc-4bb1-4107-9771-319ee8544f00',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.721010] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: SUCCESS [ 875.721255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.721432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.722647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.722893] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.723037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.723110] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.723284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.723396] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.723502] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.900759] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.900759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.900759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.900759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.900759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.900759] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be created. [ 875.929208] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.929363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.929490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.929670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.929801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.943843] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: UNINITIALIZED for 2s [ 876.058583] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.059650] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.059876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.062283] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0eec54bc-4bb1-4107-9771-319ee8544f00 with status ACTIVE [ 876.062283] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.062283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.062283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.062283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.062283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.062283] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.062283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.062283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.062748] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.062748] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.062748] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.062859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.062859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.063111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.063111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.063244] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0eec54bc-4bb1-4107-9771-319ee8544f00 is going to be updated. [ 876.090435] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.090593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.090635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.090844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.090978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.091146] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eec54bc-4bb1-4107-9771-319ee8544f00" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.225894] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.225894] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.225894] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.226076] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.226179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.226698] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.226698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.226698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.226698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.226856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.226856] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be updated. [ 876.229662] env[64796]: INFO networking_nsxv3.common.synchronization [req-4529e7ea-d549-4da2-af2b-4ebd3209e88e req-e6fd666b-90cc-4106-95d9-ca2a84e8f8f5 tempest-ServerActionsTestOtherA-1986695756 tempest-ServerActionsTestOtherA-1986695756-project-member] Enqueued Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_members [ 876.230588] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_members [ 876.230890] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1560ce7c-ade0-43f3-97e0-773d376a9482 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.230996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.231078] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.231317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.231469] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.231647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.231707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.231856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.231942] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.232047] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.261050] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.261216] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.261287] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.261504] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.261651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.272989] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: IN_PROGRESS for 2s [ 876.326084] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.326406] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-610" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.326560] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-610" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.326940] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-610" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.327249] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.327409] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.327530] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.327791] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.327943] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.328165] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.328276] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.328382] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.328482] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.328587] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.328688] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.330096] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.351716] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.351875] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.352025] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.352243] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-610" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.353171] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-48c29eb4-7e53-4106-ad37-c93fd7319ce7 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.353171] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-48c29eb4-7e53-4106-ad37-c93fd7319ce7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.353171] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-48c29eb4-7e53-4106-ad37-c93fd7319ce7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.353171] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-48c29eb4-7e53-4106-ad37-c93fd7319ce7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.353549] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c29eb4-7e53-4106-ad37-c93fd7319ce7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.561934] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.587149] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.587316] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.587359] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.587626] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.587878] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.588357] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.588572] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.588872] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.589093] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.589361] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.589538] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.589683] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.589834] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.589992] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.590163] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.590343] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.615012] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.615306] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.615787] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.615787] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.616540] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-970bde33-52df-4d0a-8bd0-100e72a90b6a taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.616914] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-970bde33-52df-4d0a-8bd0-100e72a90b6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.617273] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-970bde33-52df-4d0a-8bd0-100e72a90b6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.617720] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-970bde33-52df-4d0a-8bd0-100e72a90b6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.618027] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('970bde33-52df-4d0a-8bd0-100e72a90b6a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.734208] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.734392] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.734431] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.734793] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.734928] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.735177] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.735308] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.735391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.735591] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.735697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.735843] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 already deleted. [ 876.735971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.855672] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.855922] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.856091] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.856382] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.856544] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.856711] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 48c29eb4-7e53-4106-ad37-c93fd7319ce7 not found, creating... [ 876.856977] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.857162] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.857305] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.857495] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.857633] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.857979] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.858167] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.858285] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.858514] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.858685] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.858869] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 48c29eb4-7e53-4106-ad37-c93fd7319ce7 is going to be created. [ 876.903454] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.903960] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.903960] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.904146] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.904385] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.904669] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-48c29eb4-7e53-4106-ad37-c93fd7319ce7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.982391] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 876.982665] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.982906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.983200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.983441] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.983607] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.983682] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.983845] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.983931] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.984033] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.984146] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.063693] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.063960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.064099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.064544] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.064668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.064752] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be created. [ 877.104098] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.104314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.104314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.104543] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.104702] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.116602] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: UNINITIALIZED for 2s [ 877.121393] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.121629] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.121761] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.122095] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.122297] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.122510] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 970bde33-52df-4d0a-8bd0-100e72a90b6a not found, creating... [ 877.122808] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.122971] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.123148] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.123579] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.123738] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.124042] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.124207] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.124326] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.124632] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.124878] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.125059] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 970bde33-52df-4d0a-8bd0-100e72a90b6a is going to be created. [ 877.151244] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.151558] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.151704] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.151991] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.152247] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.152480] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-970bde33-52df-4d0a-8bd0-100e72a90b6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.486327] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.486534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.486534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.486801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.486932] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.487042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.487114] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.487216] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.487311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.487401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.487603] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.487733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.487827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.487992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.488192] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.488295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.488384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.488551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.488648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.488786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.488888] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.655945] env[64796]: INFO networking_nsxv3.common.synchronization [req-ded128c9-a781-4651-84e4-a4a5b51467a6 req-52610f18-174e-4492-bc5c-be116b701bbd service nova] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_rules [ 877.656038] env[64796]: INFO networking_nsxv3.common.synchronization [req-ded128c9-a781-4651-84e4-a4a5b51467a6 req-52610f18-174e-4492-bc5c-be116b701bbd service nova] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 877.656289] env[64796]: INFO networking_nsxv3.common.synchronization [req-ded128c9-a781-4651-84e4-a4a5b51467a6 req-52610f18-174e-4492-bc5c-be116b701bbd service nova] Enqueued Resource ID: 48c29eb4-7e53-4106-ad37-c93fd7319ce7 with Priority: HIGHEST for action port [ 877.656848] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_rules [ 877.656986] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 877.657669] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c29eb4-7e53-4106-ad37-c93fd7319ce7 with Priority: HIGHEST for action port [ 877.658018] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.658177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.658421] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.658518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.659041] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-48c29eb4-7e53-4106-ad37-c93fd7319ce7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.659204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48c29eb4-7e53-4106-ad37-c93fd7319ce7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.659256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48c29eb4-7e53-4106-ad37-c93fd7319ce7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.659475] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48c29eb4-7e53-4106-ad37-c93fd7319ce7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.659725] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c29eb4-7e53-4106-ad37-c93fd7319ce7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.883206] env[64796]: INFO networking_nsxv3.common.synchronization [req-4529e7ea-d549-4da2-af2b-4ebd3209e88e req-5361b436-d33e-4faa-bcda-7ea97e4cf7df service nova] Enqueued Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_rules [ 877.883206] env[64796]: INFO networking_nsxv3.common.synchronization [req-4529e7ea-d549-4da2-af2b-4ebd3209e88e req-5361b436-d33e-4faa-bcda-7ea97e4cf7df service nova] Enqueued Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_members [ 877.883206] env[64796]: INFO networking_nsxv3.common.synchronization [req-4529e7ea-d549-4da2-af2b-4ebd3209e88e req-5361b436-d33e-4faa-bcda-7ea97e4cf7df service nova] Enqueued Resource ID: 970bde33-52df-4d0a-8bd0-100e72a90b6a with Priority: HIGHEST for action port [ 877.883206] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_rules [ 877.883206] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_members [ 877.883206] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970bde33-52df-4d0a-8bd0-100e72a90b6a with Priority: HIGHEST for action port [ 877.883759] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1560ce7c-ade0-43f3-97e0-773d376a9482 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.884062] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.884234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.884567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.884772] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.885756] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1560ce7c-ade0-43f3-97e0-773d376a9482 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.886098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.886251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.886592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.886831] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.887920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.888135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.888420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.891732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.891732] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.891732] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-970bde33-52df-4d0a-8bd0-100e72a90b6a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.891732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-970bde33-52df-4d0a-8bd0-100e72a90b6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.891732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-970bde33-52df-4d0a-8bd0-100e72a90b6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.891732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-970bde33-52df-4d0a-8bd0-100e72a90b6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.891732] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('970bde33-52df-4d0a-8bd0-100e72a90b6a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.956335] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 877.956597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.956827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.956992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.957162] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.957279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.957335] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.957606] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.957606] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.957665] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.957769] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.991332] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa2624bb-abb6-424c-808f-b9c86444af79: rpc.has_security_group_logging(os_id): False [ 878.010154] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.010320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.010367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.010573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.010668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.010878] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.010977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.011055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.011206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.011283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.011492] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.011651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.011716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.011860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.011937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.012155] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.012251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.012314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.012451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.012557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.012655] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 878.076911] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.077076] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.077148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.077359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.077505] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.093223] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 878.162408] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48c29eb4-7e53-4106-ad37-c93fd7319ce7 with status ACTIVE [ 878.162609] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.162719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.162813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.163123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.163251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.163503] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.163624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.163702] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.163844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.163907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.164155] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.164316] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.164365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.164575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.164696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.164836] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48c29eb4-7e53-4106-ad37-c93fd7319ce7 is going to be updated. [ 878.189125] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.189449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.189573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.189920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.190196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.190490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48c29eb4-7e53-4106-ad37-c93fd7319ce7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.282647] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: SUCCESS [ 878.282849] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc deletion is rescheduled due to dependency. [ 878.282968] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.392338] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1560ce7c-ade0-43f3-97e0-773d376a9482 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.392506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.392673] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.394272] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 970bde33-52df-4d0a-8bd0-100e72a90b6a with status ACTIVE [ 878.394473] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.394708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.394870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.395171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.395278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.395476] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.395617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.395662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.395803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.395877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.396069] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.396163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.396221] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.396358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.396433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.396517] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 970bde33-52df-4d0a-8bd0-100e72a90b6a is going to be updated. [ 878.417971] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.418208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.418559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.418862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.418941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.419139] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-970bde33-52df-4d0a-8bd0-100e72a90b6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.459715] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.459871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.459946] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.460193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.460547] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.460547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.460547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.460708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.460739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.460813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.460957] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.461062] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.461150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.461335] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.461615] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.461724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.461829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.461924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.462009] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.462106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.462186] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.895414] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.966690] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03987233-7a4b-479e-a980-35d7a929d53c: rpc.has_security_group_logging(os_id): False [ 878.987479] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.987627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.987702] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.987917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.988029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.988221] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.988320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.988387] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.988534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.988613] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.988802] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.988895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.988956] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.989135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.989226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.989417] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.989513] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.989574] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.989711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.989817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.989915] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be created. [ 879.053121] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.054950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.055534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.055534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.055534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.068166] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 879.126127] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: SUCCESS [ 879.126921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.128086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.128086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.128086] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.128312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.128392] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.128934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.128934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.128934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.128934] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.131530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.131530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.131530] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.131530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.131530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.131530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.131530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.131530] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.398028] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.398028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.399026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.399026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.399026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.399026] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 is going to be created. [ 879.432103] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.432103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.432103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.432103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.432103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.437214] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 in Status: UNINITIALIZED for 2s [ 879.635968] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.636171] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.636323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.110323] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 880.110323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.138133] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.642558] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.642797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.642797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.643120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.643120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.643286] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be updated. [ 880.674513] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.674684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.674803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.674971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.675135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.685456] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: IN_PROGRESS for 2s [ 881.082197] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 881.082347] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.286507] env[64796]: INFO networking_nsxv3.common.synchronization [req-7c551820-ae2b-49d7-8524-88e1860e18a8 req-4671d1e8-0220-44f0-94a0-9fd623ba30f1 tempest-ListServerFiltersTestJSON-1486287278 tempest-ListServerFiltersTestJSON-1486287278-project-member] Enqueued Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 881.287386] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 881.287386] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.288047] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.288260] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.289091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.289091] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.289091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.289091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.289501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.289709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.289917] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.448522] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 in Status: SUCCESS [ 881.448659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.449022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.449150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.449300] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.449764] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.449854] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.450045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.450136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.450228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.450325] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.657430] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.657606] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-112" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.657731] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-112" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.658099] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-112" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.658368] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.658679] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.658679] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.658852] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.658994] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.659326] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.659406] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.659513] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.659620] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.659726] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.659905] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.659950] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.683475] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.683475] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.683475] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.683475] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-112" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.683475] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-1434b312-7c00-45f7-8707-eade2bfd832a taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.683475] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-1434b312-7c00-45f7-8707-eade2bfd832a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.683475] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-1434b312-7c00-45f7-8707-eade2bfd832a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.683475] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-1434b312-7c00-45f7-8707-eade2bfd832a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.684114] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1434b312-7c00-45f7-8707-eade2bfd832a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.747211] env[64796]: INFO networking_nsxv3.common.synchronization [None req-35a7a59f-6244-47dc-9843-23aaa53fb3b8 None None] Enqueued Resource ID: adbee73f-ed3a-4caf-9377-a9f9c3f2d4b1 with Priority: HIGHEST for action port [ 881.747211] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbee73f-ed3a-4caf-9377-a9f9c3f2d4b1 with Priority: HIGHEST for action port [ 881.747211] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-adbee73f-ed3a-4caf-9377-a9f9c3f2d4b1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.749714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adbee73f-ed3a-4caf-9377-a9f9c3f2d4b1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.749714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adbee73f-ed3a-4caf-9377-a9f9c3f2d4b1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.749714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adbee73f-ed3a-4caf-9377-a9f9c3f2d4b1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.749714] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adbee73f-ed3a-4caf-9377-a9f9c3f2d4b1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.794476] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.794476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.794476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.794476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.794476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.794476] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.794476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.794476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.794476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.794476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.794476] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 already deleted. [ 881.794476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.953903] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1560ce7c-ade0-43f3-97e0-773d376a9482 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.953903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.953903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.954256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.954472] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.954622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.954780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.954947] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.955052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.955150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.955321] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1560ce7c-ade0-43f3-97e0-773d376a9482 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.955466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.955558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.955751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.955928] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.956310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.956499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.956737] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.956901] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.957082] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.957253] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.187676] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.191483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.191483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.191483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.191483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.191483] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 1434b312-7c00-45f7-8707-eade2bfd832a not found, creating... [ 882.191483] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.191483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.191483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.191483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.191483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.191975] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.191975] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.191975] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.191975] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.191975] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.192609] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 1434b312-7c00-45f7-8707-eade2bfd832a is going to be created. [ 882.220679] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.220679] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.220679] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.220679] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.220679] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.220679] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-1434b312-7c00-45f7-8707-eade2bfd832a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.252088] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adbee73f-ed3a-4caf-9377-a9f9c3f2d4b1 [ 882.252088] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.252088] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.252088] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.252088] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.252088] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.252088] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adbee73f-ed3a-4caf-9377-a9f9c3f2d4b1 already deleted. [ 882.252088] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adbee73f-ed3a-4caf-9377-a9f9c3f2d4b1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.460157] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1560ce7c-ade0-43f3-97e0-773d376a9482: rpc.has_security_group_logging(os_id): False [ 882.554700] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.554885] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.555027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.555292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.555416] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.555692] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.555874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.558023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.558023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.558023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.558023] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.558023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.558023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.558023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.558023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.558023] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.558023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.558023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.558023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.558023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.558023] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 is going to be created. [ 882.630155] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.630155] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.630155] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.630155] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.630155] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.643771] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 in Status: IN_PROGRESS for 2s [ 882.696276] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: SUCCESS [ 882.696344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.696604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.696696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.696884] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.697009] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.699811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.700373] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.700431] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.700522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.700717] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.700836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.700901] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.701100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.701258] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.701357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.701437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.701657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.701782] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.701899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.701996] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.022389] env[64796]: INFO networking_nsxv3.common.synchronization [req-7c551820-ae2b-49d7-8524-88e1860e18a8 req-2b07281e-8b37-4736-896f-806448d10c13 service nova] Enqueued Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_rules [ 883.022389] env[64796]: INFO networking_nsxv3.common.synchronization [req-7c551820-ae2b-49d7-8524-88e1860e18a8 req-2b07281e-8b37-4736-896f-806448d10c13 service nova] Enqueued Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 883.022389] env[64796]: INFO networking_nsxv3.common.synchronization [req-7c551820-ae2b-49d7-8524-88e1860e18a8 req-2b07281e-8b37-4736-896f-806448d10c13 service nova] Enqueued Resource ID: 1434b312-7c00-45f7-8707-eade2bfd832a with Priority: HIGHEST for action port [ 883.023049] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_rules [ 883.023160] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 883.023293] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1434b312-7c00-45f7-8707-eade2bfd832a with Priority: HIGHEST for action port [ 883.023652] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.023820] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.024026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.024344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.025648] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.025648] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.025648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.025648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.026107] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.026107] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.026107] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.026107] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.026284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.026377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.027117] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.027645] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-1434b312-7c00-45f7-8707-eade2bfd832a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.027645] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1434b312-7c00-45f7-8707-eade2bfd832a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.027645] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1434b312-7c00-45f7-8707-eade2bfd832a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.027807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1434b312-7c00-45f7-8707-eade2bfd832a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.027838] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1434b312-7c00-45f7-8707-eade2bfd832a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.204778] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f40d408-745e-48e1-a356-ae7209d3e374: rpc.has_security_group_logging(os_id): False [ 883.227400] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.227400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.227400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.227400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.227400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.227400] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.227400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.227400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.227400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.227400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.227400] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.227400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.227400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.227400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.227400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.227951] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.227951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.227951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.227951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.227951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.227951] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be created. [ 883.298706] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.298928] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.298928] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.299268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.299462] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.319536] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: IN_PROGRESS for 2s [ 883.334374] env[64796]: INFO networking_nsxv3.common.synchronization [req-6320b6bd-a817-4334-b6df-c940f222b41f req-f975fcce-e011-4fab-9ff9-909ec5e0f62b tempest-ServerExternalEventsTest-1204896569 tempest-ServerExternalEventsTest-1204896569-project-member] Enqueued Resource ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 with Priority: HIGHEST for action security_group_members [ 883.336743] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 with Priority: HIGHEST for action security_group_members [ 883.336743] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.336743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.336743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.336743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.336743] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.336743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.336743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.336743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.336743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.336743] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.533590] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.533996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.533996] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.535275] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1434b312-7c00-45f7-8707-eade2bfd832a with status ACTIVE [ 883.535401] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.535601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.535601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.536741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.536741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.536741] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.536741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.536741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.538787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.538787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.539020] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.539118] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.540163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.540163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.540163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.540163] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1434b312-7c00-45f7-8707-eade2bfd832a is going to be updated. [ 883.569066] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.570381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.570381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.570381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.570381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.570740] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1434b312-7c00-45f7-8707-eade2bfd832a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.735245] env[64796]: INFO networking_nsxv3.common.synchronization [None req-a62561d3-acdb-4236-a621-9c5147e06dd1 tempest-ServersV294TestFqdnHostnames-2111480532 tempest-ServersV294TestFqdnHostnames-2111480532-project-member] Enqueued Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGHEST for action security_group_rules [ 883.735398] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGHEST for action security_group_rules [ 883.735730] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.735863] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.735951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.736277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.736369] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebe5a973-a3a9-47e1-b31c-c769bdb329ee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.840305] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.843575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.843575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.843575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.843575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.843575] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.843575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.843575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.843575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.843575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.843575] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 is going to be updated. [ 883.872605] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.872781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.872781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.873137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.873363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.886108] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 in Status: IN_PROGRESS for 2s [ 883.898968] env[64796]: INFO networking_nsxv3.common.synchronization [req-06565295-884d-4f7b-b4f5-48bcf1ede718 req-e537fd04-e5ca-4dd6-b30c-147ecbc2061c tempest-ListServerFiltersTestJSON-1486287278 tempest-ListServerFiltersTestJSON-1486287278-project-member] Enqueued Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 883.899662] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 883.899662] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.899662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.918185] env[64796]: INFO networking_nsxv3.common.synchronization [None req-ab2a02c5-3b0e-4d0e-9e99-7605074c989b tempest-ServersV294TestFqdnHostnames-2111480532 tempest-ServersV294TestFqdnHostnames-2111480532-project-member] Enqueued Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGHEST for action security_group_rules [ 883.919451] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGHEST for action security_group_rules [ 883.919895] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.919895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.041951] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.257452] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.257615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.257688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.257908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.258040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.258149] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee already deleted. [ 884.258242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.258394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.258562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.258651] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebe5a973-a3a9-47e1-b31c-c769bdb329ee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.280416] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.280622] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-112" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.280894] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-112" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.281130] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-112" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.281417] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.281622] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.281746] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.281955] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.282112] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.282349] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.282469] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.282577] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.282682] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.282792] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.282897] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.283037] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.303936] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.304125] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.304249] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.304439] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-112" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.304884] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-5298f70d-32b5-4725-9fdc-63e907e59a4c taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.305098] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-5298f70d-32b5-4725-9fdc-63e907e59a4c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.305221] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-5298f70d-32b5-4725-9fdc-63e907e59a4c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.305536] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-5298f70d-32b5-4725-9fdc-63e907e59a4c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.305673] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5298f70d-32b5-4725-9fdc-63e907e59a4c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.407353] env[64796]: INFO networking_nsxv3.common.synchronization [None req-2ce75b3b-152f-472a-82a9-b15e1d29a3cc None None] Enqueued Resource ID: 03bf9202-4194-4f05-bb78-2e9aad16ff12 with Priority: HIGHEST for action port [ 884.408434] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bf9202-4194-4f05-bb78-2e9aad16ff12 with Priority: HIGHEST for action port [ 884.408434] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-03bf9202-4194-4f05-bb78-2e9aad16ff12 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.408434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03bf9202-4194-4f05-bb78-2e9aad16ff12" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.408434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03bf9202-4194-4f05-bb78-2e9aad16ff12" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.408723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03bf9202-4194-4f05-bb78-2e9aad16ff12" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.408776] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03bf9202-4194-4f05-bb78-2e9aad16ff12',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.548169] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.548169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.548169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.548169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.548169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.548169] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 is going to be created. [ 884.576793] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.578386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.578386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.578386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.578386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.590467] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: UNINITIALIZED for 2s [ 884.655746] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 in Status: SUCCESS [ 884.656330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.784890] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.784986] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.784986] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.785240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.785359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.785483] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee already deleted. [ 884.785571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.808532] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.808770] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.808907] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.809224] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.809434] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.809592] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 5298f70d-32b5-4725-9fdc-63e907e59a4c not found, creating... [ 884.809881] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.810165] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.810165] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.810441] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.810535] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.810852] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.811036] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.811161] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.811385] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.811542] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.811742] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 5298f70d-32b5-4725-9fdc-63e907e59a4c is going to be created. [ 884.833457] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.833457] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.833457] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.833864] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.834039] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.834355] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-5298f70d-32b5-4725-9fdc-63e907e59a4c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.912401] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03bf9202-4194-4f05-bb78-2e9aad16ff12 [ 884.912500] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.912566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.912627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.913031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.913152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.913258] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03bf9202-4194-4f05-bb78-2e9aad16ff12 already deleted. [ 884.913346] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03bf9202-4194-4f05-bb78-2e9aad16ff12" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.341086] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: SUCCESS [ 885.341324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.341585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.341787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.341879] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.614682] env[64796]: INFO networking_nsxv3.common.synchronization [req-06565295-884d-4f7b-b4f5-48bcf1ede718 req-9e1ddaa6-64b0-4658-a32c-39aef0e88856 service nova] Enqueued Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_rules [ 885.614948] env[64796]: INFO networking_nsxv3.common.synchronization [req-06565295-884d-4f7b-b4f5-48bcf1ede718 req-9e1ddaa6-64b0-4658-a32c-39aef0e88856 service nova] Enqueued Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 885.615081] env[64796]: INFO networking_nsxv3.common.synchronization [req-06565295-884d-4f7b-b4f5-48bcf1ede718 req-9e1ddaa6-64b0-4658-a32c-39aef0e88856 service nova] Enqueued Resource ID: 5298f70d-32b5-4725-9fdc-63e907e59a4c with Priority: HIGHEST for action port [ 885.615767] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_rules [ 885.616103] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 885.618804] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5298f70d-32b5-4725-9fdc-63e907e59a4c with Priority: HIGHEST for action port [ 885.618804] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.618804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.618804] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.618804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.618804] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-5298f70d-32b5-4725-9fdc-63e907e59a4c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.618804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5298f70d-32b5-4725-9fdc-63e907e59a4c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.618804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5298f70d-32b5-4725-9fdc-63e907e59a4c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.619760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5298f70d-32b5-4725-9fdc-63e907e59a4c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.619866] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5298f70d-32b5-4725-9fdc-63e907e59a4c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.849028] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.849028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.849028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.849028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.849028] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.849028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.849028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.849578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.849578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.849578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.849578] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.905330] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 in Status: SUCCESS [ 885.905658] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 deletion is rescheduled due to dependency. [ 885.905658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.122793] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5298f70d-32b5-4725-9fdc-63e907e59a4c with status ACTIVE [ 886.123113] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.123264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.123336] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.123589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.123691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.124271] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.124393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.124465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.124649] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.124734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.124932] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.125037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.125097] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.125259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.125343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.125418] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5298f70d-32b5-4725-9fdc-63e907e59a4c is going to be updated. [ 886.150637] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.150881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.150881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.151149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.151308] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.151509] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5298f70d-32b5-4725-9fdc-63e907e59a4c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.353141] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.353832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.355699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.355699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.356058] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.356058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.356058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.356195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.356226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.356433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.356477] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.357092] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.357092] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.357092] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.357092] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.358978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.359086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.359263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.359391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.360886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.360886] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.604024] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: SUCCESS [ 886.604024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.604024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.604024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.604024] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.604024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.604298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.604298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.604298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.604434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.604500] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.605966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.606210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.606381] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.606490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.606556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.606703] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.606805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.606898] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.862551] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f40d408-745e-48e1-a356-ae7209d3e374: rpc.has_security_group_logging(os_id): False [ 886.889071] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.889292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.889364] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.889591] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.889736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.890473] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.890473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.890473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.890473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.890777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.890777] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.890891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.890939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.891430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.891430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.891567] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.891707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.891791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.892012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.892086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.892185] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be updated. [ 886.989747] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.989921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.990036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.990286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.990453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.005629] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: IN_PROGRESS for 2s [ 887.106632] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.106632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.109170] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.612175] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.114614] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.114614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.114950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.114982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.115171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.115309] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 is going to be updated. [ 888.154338] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.154511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.154556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.154781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.154931] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.167280] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: IN_PROGRESS for 2s [ 889.019356] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: SUCCESS [ 889.019685] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.177873] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: SUCCESS [ 890.178325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.178400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.178650] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.178835] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.178989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.179072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.179256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.179351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.179458] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.459535] env[64796]: INFO networking_nsxv3.common.synchronization [req-1feb815c-2506-49da-ab18-91eb50983a7e req-4899ed14-497a-4458-a49e-7f69712509dd tempest-ServersTestMultiNic-1757410650 tempest-ServersTestMultiNic-1757410650-project-member] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 890.460309] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 890.460709] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.460842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.460902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.461153] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.461321] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.461428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.461497] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.461690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.461804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.461956] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.681741] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.700545] env[64796]: INFO networking_nsxv3.common.synchronization [req-1feb815c-2506-49da-ab18-91eb50983a7e req-604ce8eb-da30-4704-bf64-29be2c67b049 tempest-ServersTestMultiNic-1757410650 tempest-ServersTestMultiNic-1757410650-project-member] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 890.701147] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGHEST for action security_group_members [ 890.701477] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.701614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.968115] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.162133] env[64796]: INFO networking_nsxv3.common.synchronization [req-f5ac6bf7-a940-48c4-8b1a-7ed5414c684b req-77a1b0d9-6c6a-4e07-87e1-b2691d8519c9 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 891.163041] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 891.163041] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.163194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.163194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.163463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.163520] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.163595] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.163701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.163808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.163903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.164014] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.184502] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.471062] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.666226] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.666394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.666468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.666681] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.666762] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.666963] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.667063] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.667200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.667258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.667338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.667424] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be updated. [ 891.687240] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.687240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.687240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.687240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.687240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.687240] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 is going to be updated. [ 891.719331] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.719604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.719604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.719793] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.719944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.740093] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.740311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.740383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.740603] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.740779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.743290] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 891.754462] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: IN_PROGRESS for 2s [ 891.975744] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.975744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.975744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.975744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.975744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.975744] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be updated. [ 892.010679] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.010851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.010903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.011138] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.011304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.022256] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: IN_PROGRESS for 2s [ 893.755757] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 893.756158] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c deletion is rescheduled due to dependency. [ 893.756158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.767031] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: SUCCESS [ 893.767031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.767031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.767031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.767730] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.767730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.767730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.767730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.767730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.767730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.767988] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.767988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.767988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.768096] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.768204] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.768309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.768351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.768518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.768646] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.768711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.768788] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.033760] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: SUCCESS [ 894.034114] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.034978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.034978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.034978] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.034978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.034978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.035288] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.035288] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.035439] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.271501] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556: rpc.has_security_group_logging(os_id): False [ 894.294473] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.295236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.295236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.295236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.295236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.295236] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.295511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.295511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.295511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.295604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.295767] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.295863] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.295944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.296107] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.296179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.296463] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.296463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.296673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.296673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.296738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.296793] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 is going to be created. [ 894.363574] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.363941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.364030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.364256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.364514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.381674] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: IN_PROGRESS for 2s [ 894.510366] env[64796]: INFO networking_nsxv3.common.synchronization [req-f69a3453-e223-44d0-884a-0760a96141e6 req-6c0784c7-6912-43f7-844b-7cf09c818ef4 tempest-ServersTestFqdnHostnames-1289231490 tempest-ServersTestFqdnHostnames-1289231490-project-member] Enqueued Resource ID: 13579389-68aa-44a4-a354-5302cfb14005 with Priority: HIGHEST for action security_group_members [ 894.511099] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13579389-68aa-44a4-a354-5302cfb14005 with Priority: HIGHEST for action security_group_members [ 894.511306] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-13579389-68aa-44a4-a354-5302cfb14005 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.513049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.513049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.513049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.513049] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.513049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.513049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.513049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.513049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.513049] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13579389-68aa-44a4-a354-5302cfb14005',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.538195] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.538501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.538501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.538621] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.538710] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.538916] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.539053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.539116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.539244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.539325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.539418] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be updated. [ 894.599592] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.599821] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.599821] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.600035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.600189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.612102] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: IN_PROGRESS for 2s [ 894.811990] env[64796]: INFO networking_nsxv3.common.synchronization [req-d7e0c242-280a-4363-b6c5-3af2f4d35a6a req-d334b11e-6e6a-4d07-9906-31c3c46feba0 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: f470c392-4bcf-4a5f-846f-d1a727c78804 with Priority: HIGHEST for action security_group_members [ 894.812847] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f470c392-4bcf-4a5f-846f-d1a727c78804 with Priority: HIGHEST for action security_group_members [ 894.813580] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f470c392-4bcf-4a5f-846f-d1a727c78804 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.813580] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.813580] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.813885] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.814122] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.814295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.814394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.814608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.814761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.814892] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f470c392-4bcf-4a5f-846f-d1a727c78804',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.951032] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.956534] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-211" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.956767] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-211" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.957356] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-211" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.957898] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.958117] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.958317] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.958722] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.958959] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.960700] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.960942] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.961097] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.961280] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.961480] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.961645] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.961878] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.988590] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.988831] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.988983] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.989282] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-211" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.989841] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-94d761b0-d79d-48b7-b283-028f1888f230 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.990223] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-94d761b0-d79d-48b7-b283-028f1888f230" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.990464] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-94d761b0-d79d-48b7-b283-028f1888f230" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.990998] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-94d761b0-d79d-48b7-b283-028f1888f230" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.991103] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d761b0-d79d-48b7-b283-028f1888f230',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.015393] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.015547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.015547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.015746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.015983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.016114] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.016188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.016248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.016415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.016490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.016815] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13579389-68aa-44a4-a354-5302cfb14005 already deleted. [ 895.016815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.318625] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.318792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.318868] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.319111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.319293] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.319421] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.319523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.319584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.319903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.319903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.319903] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f470c392-4bcf-4a5f-846f-d1a727c78804 is going to be updated. [ 895.356025] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.356025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.356025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.356250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.356393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.368021] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f470c392-4bcf-4a5f-846f-d1a727c78804 in Status: IN_PROGRESS for 2s [ 895.494481] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.495296] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.495552] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.496028] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.496306] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.496643] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 94d761b0-d79d-48b7-b283-028f1888f230 not found, creating... [ 895.497508] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.497804] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.498524] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.499177] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.499428] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.500225] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.500531] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.500714] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.501009] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.501466] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.501757] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 94d761b0-d79d-48b7-b283-028f1888f230 is going to be created. [ 895.524544] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.524773] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.524910] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.525250] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.525642] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.525970] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-94d761b0-d79d-48b7-b283-028f1888f230" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.251189] env[64796]: INFO networking_nsxv3.common.synchronization [req-f69a3453-e223-44d0-884a-0760a96141e6 req-1874e0a2-3bd7-4130-838c-dbc45c60f6ce service nova] Enqueued Resource ID: 13579389-68aa-44a4-a354-5302cfb14005 with Priority: HIGHEST for action security_group_rules [ 896.251452] env[64796]: INFO networking_nsxv3.common.synchronization [req-f69a3453-e223-44d0-884a-0760a96141e6 req-1874e0a2-3bd7-4130-838c-dbc45c60f6ce service nova] Enqueued Resource ID: 13579389-68aa-44a4-a354-5302cfb14005 with Priority: HIGHEST for action security_group_members [ 896.251452] env[64796]: INFO networking_nsxv3.common.synchronization [req-f69a3453-e223-44d0-884a-0760a96141e6 req-1874e0a2-3bd7-4130-838c-dbc45c60f6ce service nova] Enqueued Resource ID: 94d761b0-d79d-48b7-b283-028f1888f230 with Priority: HIGHEST for action port [ 896.252363] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13579389-68aa-44a4-a354-5302cfb14005 with Priority: HIGHEST for action security_group_rules [ 896.252363] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13579389-68aa-44a4-a354-5302cfb14005 with Priority: HIGHEST for action security_group_members [ 896.252363] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d761b0-d79d-48b7-b283-028f1888f230 with Priority: HIGHEST for action port [ 896.252646] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13579389-68aa-44a4-a354-5302cfb14005 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.252796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.252907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.253238] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.253370] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13579389-68aa-44a4-a354-5302cfb14005',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.254510] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-13579389-68aa-44a4-a354-5302cfb14005 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.258896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.258896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.258896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.258896] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.258896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.258896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.258896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.258896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.258896] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13579389-68aa-44a4-a354-5302cfb14005',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.258896] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-94d761b0-d79d-48b7-b283-028f1888f230 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.259422] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94d761b0-d79d-48b7-b283-028f1888f230" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.259422] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94d761b0-d79d-48b7-b283-028f1888f230" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.259422] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94d761b0-d79d-48b7-b283-028f1888f230" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.259507] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d761b0-d79d-48b7-b283-028f1888f230',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.395843] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: SUCCESS [ 896.396137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.396287] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.396528] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.396620] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.628131] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f40d408-745e-48e1-a356-ae7209d3e374 in Status: SUCCESS [ 896.628634] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 deletion is rescheduled due to dependency. [ 896.628634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.761721] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13579389-68aa-44a4-a354-5302cfb14005',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.763766] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-13579389-68aa-44a4-a354-5302cfb14005 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.763766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.765124] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94d761b0-d79d-48b7-b283-028f1888f230 with status ACTIVE [ 896.765433] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.765568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.765651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.765955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.766101] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.766380] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.766501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.766917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.767309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.767309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.767509] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.767637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.767733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.767929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.768061] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.768171] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94d761b0-d79d-48b7-b283-028f1888f230 is going to be updated. [ 896.802061] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.802223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.802297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.802512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.802654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.802824] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94d761b0-d79d-48b7-b283-028f1888f230" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.899474] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.899662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.899707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.899916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.900619] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.900619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.900619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.900619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.900619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.900619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.900890] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.265030] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13579389-68aa-44a4-a354-5302cfb14005',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.377990] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f470c392-4bcf-4a5f-846f-d1a727c78804 in Status: SUCCESS [ 897.378827] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f470c392-4bcf-4a5f-846f-d1a727c78804 deletion is rescheduled due to dependency. [ 897.378967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.396890] env[64796]: INFO networking_nsxv3.common.synchronization [req-53c7e12f-e001-4565-9f6c-a4c02dcd06ef req-5dd502ef-117f-4833-ba10-acdf8362637a tempest-ListServerFiltersTestJSON-1486287278 tempest-ListServerFiltersTestJSON-1486287278-project-member] Enqueued Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 897.397157] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 897.397823] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.397965] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.398056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.398247] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.398611] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.398611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.398611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.398747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.398777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.398871] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.403892] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.404076] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.768960] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.768960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.768960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.768960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.768960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.768960] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13579389-68aa-44a4-a354-5302cfb14005 is going to be created. [ 897.795702] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.795915] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.796129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.796898] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.796898] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.808733] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13579389-68aa-44a4-a354-5302cfb14005 in Status: UNINITIALIZED for 2s [ 897.904857] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.229963] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.231271] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-112" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.231271] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-112" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.231271] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-112" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.231271] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.231271] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.231271] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.231552] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.231552] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.231897] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.231897] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.231996] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.232068] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.232175] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.232275] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.232399] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.253535] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.253535] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.253748] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.253915] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-112" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.254299] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-f59c902a-57e0-4908-9e1a-ad746e3653c6 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.254516] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-f59c902a-57e0-4908-9e1a-ad746e3653c6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.254573] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-f59c902a-57e0-4908-9e1a-ad746e3653c6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.254946] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-f59c902a-57e0-4908-9e1a-ad746e3653c6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.255095] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59c902a-57e0-4908-9e1a-ad746e3653c6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.406324] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.757240] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.757472] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.757650] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.757935] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.758113] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.758276] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port f59c902a-57e0-4908-9e1a-ad746e3653c6 not found, creating... [ 898.758543] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.758701] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.758817] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.759101] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.759277] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.759565] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.759812] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.759959] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.760219] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.761170] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.761347] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: f59c902a-57e0-4908-9e1a-ad746e3653c6 is going to be created. [ 898.785774] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.785774] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.785888] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.786262] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.786513] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.786749] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-f59c902a-57e0-4908-9e1a-ad746e3653c6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.909416] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.909676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.909676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.910084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.910250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.910373] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 is going to be updated. [ 898.952330] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.952655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.952914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.953336] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.953765] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.966355] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: IN_PROGRESS for 2s [ 899.548440] env[64796]: INFO networking_nsxv3.common.synchronization [req-53c7e12f-e001-4565-9f6c-a4c02dcd06ef req-d6eab1ba-c3f9-49bc-9247-86a1d4a912f9 service nova] Enqueued Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_rules [ 899.548768] env[64796]: INFO networking_nsxv3.common.synchronization [req-53c7e12f-e001-4565-9f6c-a4c02dcd06ef req-d6eab1ba-c3f9-49bc-9247-86a1d4a912f9 service nova] Enqueued Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 899.548768] env[64796]: INFO networking_nsxv3.common.synchronization [req-53c7e12f-e001-4565-9f6c-a4c02dcd06ef req-d6eab1ba-c3f9-49bc-9247-86a1d4a912f9 service nova] Enqueued Resource ID: f59c902a-57e0-4908-9e1a-ad746e3653c6 with Priority: HIGHEST for action port [ 899.549372] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_rules [ 899.549514] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 899.549615] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f59c902a-57e0-4908-9e1a-ad746e3653c6 with Priority: HIGHEST for action port [ 899.549904] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.550009] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.550238] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.550329] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.550541] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-f59c902a-57e0-4908-9e1a-ad746e3653c6 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.550606] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f59c902a-57e0-4908-9e1a-ad746e3653c6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.550657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f59c902a-57e0-4908-9e1a-ad746e3653c6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.550863] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f59c902a-57e0-4908-9e1a-ad746e3653c6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.550944] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59c902a-57e0-4908-9e1a-ad746e3653c6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.822481] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13579389-68aa-44a4-a354-5302cfb14005 in Status: SUCCESS [ 899.822481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.822481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.822481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.822481] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.822481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.822481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.822481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.822481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.822481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.822481] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13579389-68aa-44a4-a354-5302cfb14005',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.053170] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f59c902a-57e0-4908-9e1a-ad746e3653c6 with status ACTIVE [ 900.053510] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.053722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.053807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.054139] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.054261] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.054477] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.054642] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.054769] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.054964] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.055099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.055296] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.055395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.055494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.056459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.056459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.056459] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f59c902a-57e0-4908-9e1a-ad746e3653c6 is going to be updated. [ 900.087738] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.087935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.088121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.088379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.088600] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.088841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f59c902a-57e0-4908-9e1a-ad746e3653c6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.329352] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13579389-68aa-44a4-a354-5302cfb14005',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.832307] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13579389-68aa-44a4-a354-5302cfb14005: rpc.has_security_group_logging(os_id): False [ 900.858022] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.858022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.858022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.858022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.858344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.858906] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.859173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.859240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.859435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.859551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.860017] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13579389-68aa-44a4-a354-5302cfb14005 is going to be created. [ 900.870628] env[64796]: INFO networking_nsxv3.common.synchronization [None req-b6e59ac7-5f79-477c-b4fb-ed5837ee93d5 None None] Enqueued Resource ID: db02c64d-eb49-4922-bf44-7e22b18a9d65 with Priority: HIGHEST for action port [ 900.871216] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db02c64d-eb49-4922-bf44-7e22b18a9d65 with Priority: HIGHEST for action port [ 900.871644] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-db02c64d-eb49-4922-bf44-7e22b18a9d65 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.871770] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db02c64d-eb49-4922-bf44-7e22b18a9d65" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.871835] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db02c64d-eb49-4922-bf44-7e22b18a9d65" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.872104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db02c64d-eb49-4922-bf44-7e22b18a9d65" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.872259] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db02c64d-eb49-4922-bf44-7e22b18a9d65',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.958471] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.961029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.961029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.961029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.961029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.980827] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: SUCCESS [ 900.980827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.980827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.980827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.980827] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.980827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.980827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.980827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.980827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.980827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.982325] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.982325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.982325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.982325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.982325] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.982325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.982325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.982781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.982781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.982781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.982890] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.985674] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13579389-68aa-44a4-a354-5302cfb14005 in Status: IN_PROGRESS for 2s [ 900.986283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.988150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.988150] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.988150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.988150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.988150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.988150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.988150] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.129526] env[64796]: INFO networking_nsxv3.common.synchronization [req-1f072350-71f0-46bb-b55c-749731183a0b req-6ab88711-c6f7-41ab-8a78-4db4648137de tempest-ImagesOneServerTestJSON-1271302835 tempest-ImagesOneServerTestJSON-1271302835-project-member] Enqueued Resource ID: 39458f86-40bb-4a46-b3d5-b341becbe74f with Priority: HIGHEST for action security_group_members [ 901.130198] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39458f86-40bb-4a46-b3d5-b341becbe74f with Priority: HIGHEST for action security_group_members [ 901.130534] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-39458f86-40bb-4a46-b3d5-b341becbe74f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.130673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.130741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.130987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.131344] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.131432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.131480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.131672] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.131789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.131907] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39458f86-40bb-4a46-b3d5-b341becbe74f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.375060] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db02c64d-eb49-4922-bf44-7e22b18a9d65 [ 901.375060] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.375060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.375060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.375060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.375060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.375060] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db02c64d-eb49-4922-bf44-7e22b18a9d65 already deleted. [ 901.375060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db02c64d-eb49-4922-bf44-7e22b18a9d65" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.487333] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556: rpc.has_security_group_logging(os_id): False [ 901.490575] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.507852] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.507852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.507852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.507852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.507852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.507852] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.507852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.507852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.507852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.507852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.507852] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.507852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.507852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.507852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.507852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.508341] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.508341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.508341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.508987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.509581] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.510274] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 is going to be updated. [ 901.583066] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.583066] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.583066] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.583602] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.583726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.602738] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: IN_PROGRESS for 2s [ 901.636034] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.636898] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.637075] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.637399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.637513] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.637772] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.637893] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.637961] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.638165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.638251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.638344] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39458f86-40bb-4a46-b3d5-b341becbe74f already deleted. [ 901.638429] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.652337] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.652562] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-210" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.652703] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-210" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.657569] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-210" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.657569] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.657892] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.657892] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.658209] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.658380] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.658621] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.658802] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.658854] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.658973] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.659103] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.659231] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.659376] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.731818] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.734047] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.073 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.734047] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.734047] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-210" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.734047] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-a7a265e1-9f46-4886-9664-b0ce7a8a67fb taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.734047] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-a7a265e1-9f46-4886-9664-b0ce7a8a67fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.734047] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-a7a265e1-9f46-4886-9664-b0ce7a8a67fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.734597] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-a7a265e1-9f46-4886-9664-b0ce7a8a67fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.734964] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a265e1-9f46-4886-9664-b0ce7a8a67fb',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.992431] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.238377] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.238753] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.239043] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.239503] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.239794] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.240082] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port a7a265e1-9f46-4886-9664-b0ce7a8a67fb not found, creating... [ 902.240597] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.240767] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.240946] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.241289] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.241458] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.241979] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.242188] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.242295] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.242604] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.242760] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.243026] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: a7a265e1-9f46-4886-9664-b0ce7a8a67fb is going to be created. [ 902.272241] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.272241] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.272241] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.272241] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.272563] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.272750] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-a7a265e1-9f46-4886-9664-b0ce7a8a67fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.497413] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.497814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.497814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.497986] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.498148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.498293] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 is going to be updated. [ 902.541824] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.542011] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.542140] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.542315] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.542479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.561346] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: IN_PROGRESS for 2s [ 902.939749] env[64796]: INFO networking_nsxv3.common.synchronization [req-1f072350-71f0-46bb-b55c-749731183a0b req-13aff10b-b8b9-43ac-8245-86f13dc06c59 service nova] Enqueued Resource ID: 39458f86-40bb-4a46-b3d5-b341becbe74f with Priority: HIGHEST for action security_group_rules [ 902.940034] env[64796]: INFO networking_nsxv3.common.synchronization [req-1f072350-71f0-46bb-b55c-749731183a0b req-13aff10b-b8b9-43ac-8245-86f13dc06c59 service nova] Enqueued Resource ID: 39458f86-40bb-4a46-b3d5-b341becbe74f with Priority: HIGHEST for action security_group_members [ 902.940179] env[64796]: INFO networking_nsxv3.common.synchronization [req-1f072350-71f0-46bb-b55c-749731183a0b req-13aff10b-b8b9-43ac-8245-86f13dc06c59 service nova] Enqueued Resource ID: a7a265e1-9f46-4886-9664-b0ce7a8a67fb with Priority: HIGHEST for action port [ 902.942703] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39458f86-40bb-4a46-b3d5-b341becbe74f with Priority: HIGHEST for action security_group_rules [ 902.947311] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39458f86-40bb-4a46-b3d5-b341becbe74f with Priority: HIGHEST for action security_group_members [ 902.947785] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a265e1-9f46-4886-9664-b0ce7a8a67fb with Priority: HIGHEST for action port [ 902.948735] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39458f86-40bb-4a46-b3d5-b341becbe74f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.948735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.948735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.949197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.949197] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39458f86-40bb-4a46-b3d5-b341becbe74f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.952229] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-39458f86-40bb-4a46-b3d5-b341becbe74f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.952229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.955263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.955263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.955263] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.955263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.955263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.956561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.956561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.956561] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39458f86-40bb-4a46-b3d5-b341becbe74f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.957925] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7a265e1-9f46-4886-9664-b0ce7a8a67fb taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.958100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7a265e1-9f46-4886-9664-b0ce7a8a67fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.958193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7a265e1-9f46-4886-9664-b0ce7a8a67fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.958475] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7a265e1-9f46-4886-9664-b0ce7a8a67fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.958534] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a265e1-9f46-4886-9664-b0ce7a8a67fb',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.001949] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13579389-68aa-44a4-a354-5302cfb14005 in Status: SUCCESS [ 903.002330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.461155] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-39458f86-40bb-4a46-b3d5-b341becbe74f taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.461451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.461762] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39458f86-40bb-4a46-b3d5-b341becbe74f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.462961] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7a265e1-9f46-4886-9664-b0ce7a8a67fb with status ACTIVE [ 903.464554] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.464554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.464554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.465726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.465726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.465882] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.466049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.466152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.466415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.466542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.466830] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.466979] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.467107] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.467328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.467440] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.467568] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7a265e1-9f46-4886-9664-b0ce7a8a67fb is going to be updated. [ 903.491378] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.491613] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.492295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.492295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.492295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.492511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7a265e1-9f46-4886-9664-b0ce7a8a67fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.634780] env[64796]: INFO networking_nsxv3.common.synchronization [None req-8cf6c814-f6ec-4875-bbcf-1ab603499f7d None None] Enqueued Resource ID: be25ae78-85db-4151-ace1-c271c922f7d7 with Priority: HIGHEST for action port [ 903.635802] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be25ae78-85db-4151-ace1-c271c922f7d7 with Priority: HIGHEST for action port [ 903.636490] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-be25ae78-85db-4151-ace1-c271c922f7d7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.636723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be25ae78-85db-4151-ace1-c271c922f7d7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.636836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be25ae78-85db-4151-ace1-c271c922f7d7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.637463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be25ae78-85db-4151-ace1-c271c922f7d7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.637633] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be25ae78-85db-4151-ace1-c271c922f7d7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.639528] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: SUCCESS [ 903.639952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.640699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.641032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.641172] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.970040] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39458f86-40bb-4a46-b3d5-b341becbe74f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.143880] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be25ae78-85db-4151-ace1-c271c922f7d7 [ 904.144144] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.144264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.144385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.144551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.144639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.144743] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be25ae78-85db-4151-ace1-c271c922f7d7 already deleted. [ 904.144851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be25ae78-85db-4151-ace1-c271c922f7d7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.145129] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.145220] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.204808] env[64796]: INFO networking_nsxv3.common.synchronization [req-0fe5abfe-dda3-4a18-bc9d-0893d0c463e8 req-e511916c-8c59-4402-b3e7-a4d41295a44c tempest-ServersAdminNegativeTestJSON-1916776920 tempest-ServersAdminNegativeTestJSON-1916776920-project-member] Enqueued Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_members [ 904.205381] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_members [ 904.205690] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-04011a62-9f67-4114-bc81-f2b105c909e7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.205815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.205879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.209630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.209864] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.209946] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.209985] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.210194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.210495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.210495] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.473843] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.473843] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.473843] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.474197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.474197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.474197] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39458f86-40bb-4a46-b3d5-b341becbe74f is going to be created. [ 904.511924] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.512119] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.512207] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.512530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.512720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.542245] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39458f86-40bb-4a46-b3d5-b341becbe74f in Status: UNINITIALIZED for 2s [ 904.573436] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: SUCCESS [ 904.574844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.574844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.574844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.574844] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.574844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.574844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.575262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.575262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.575262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.575262] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.622690] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.622896] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.623033] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.623325] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.623587] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.623769] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.623893] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.624321] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.624485] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.624716] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.624841] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.624951] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.625071] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.625188] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.625295] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.625442] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.648487] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.648730] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.648901] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.649097] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.649435] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-53ddeae5-7643-44c6-bb64-34d12784e2a2 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.649606] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-53ddeae5-7643-44c6-bb64-34d12784e2a2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.649731] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-53ddeae5-7643-44c6-bb64-34d12784e2a2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.650094] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-53ddeae5-7643-44c6-bb64-34d12784e2a2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.650245] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ddeae5-7643-44c6-bb64-34d12784e2a2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.713719] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.714099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.714165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.714431] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.714922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.715267] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.715487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.715540] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.715780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.715902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.716058] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04011a62-9f67-4114-bc81-f2b105c909e7 already deleted. [ 904.716232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.871393] env[64796]: INFO networking_nsxv3.common.synchronization [None req-a23cc818-357a-40c4-936c-c6263acd0f2e tempest-ServerActionsV293TestJSON-655227587 tempest-ServerActionsV293TestJSON-655227587-project-member] Enqueued Resource ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 with Priority: HIGHEST for action security_group_rules [ 904.871963] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 with Priority: HIGHEST for action security_group_rules [ 904.872302] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.872425] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.872484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.872762] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.872913] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.081159] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.081400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.081544] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.081925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.082254] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.082455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.082585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.082858] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.083106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.083231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.083509] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.083739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.083874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.084157] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.084329] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.084448] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.084513] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.084676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.084777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.084866] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.084960] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.153861] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.153861] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.153861] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.153861] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.153861] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.153861] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 53ddeae5-7643-44c6-bb64-34d12784e2a2 not found, creating... [ 905.153861] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.153861] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.155395] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.155395] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.155395] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.155395] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.155395] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.155395] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.155395] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.155395] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.155395] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 53ddeae5-7643-44c6-bb64-34d12784e2a2 is going to be created. [ 905.178121] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.178262] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.178304] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.178570] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.178799] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.179043] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-53ddeae5-7643-44c6-bb64-34d12784e2a2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.269719] env[64796]: INFO networking_nsxv3.common.synchronization [None req-b2175977-1f56-4e08-b17f-18c3ca65c26a tempest-ServerActionsV293TestJSON-655227587 tempest-ServerActionsV293TestJSON-655227587-project-member] Enqueued Resource ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 with Priority: HIGHEST for action security_group_rules [ 905.270232] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 with Priority: HIGHEST for action security_group_rules [ 905.270562] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.270696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.402867] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.403078] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.403078] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.403297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.403386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.403480] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 already deleted. [ 905.403565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.403801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.403958] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.404062] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.589266] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556: rpc.has_security_group_logging(os_id): False [ 905.609634] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.609808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.609897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.610097] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.610193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.610418] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.610523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.610580] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.610734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.610812] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.611067] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.611169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.611234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.611379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.613997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.614344] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.614754] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.614891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.615106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.615239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.615393] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 is going to be updated. [ 905.690170] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.690482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.690593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.690864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.691091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.709272] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: IN_PROGRESS for 2s [ 905.927698] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.927698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.927698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.928106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.928106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.928305] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 already deleted. [ 905.928388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.941890] env[64796]: INFO networking_nsxv3.common.synchronization [req-0fe5abfe-dda3-4a18-bc9d-0893d0c463e8 req-0c840620-634a-4e95-b2ae-31c8bacc9069 service nova] Enqueued Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_rules [ 905.942580] env[64796]: INFO networking_nsxv3.common.synchronization [req-0fe5abfe-dda3-4a18-bc9d-0893d0c463e8 req-0c840620-634a-4e95-b2ae-31c8bacc9069 service nova] Enqueued Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_members [ 905.942785] env[64796]: INFO networking_nsxv3.common.synchronization [req-0fe5abfe-dda3-4a18-bc9d-0893d0c463e8 req-0c840620-634a-4e95-b2ae-31c8bacc9069 service nova] Enqueued Resource ID: 53ddeae5-7643-44c6-bb64-34d12784e2a2 with Priority: HIGHEST for action port [ 905.943394] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_rules [ 905.943539] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_members [ 905.944129] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ddeae5-7643-44c6-bb64-34d12784e2a2 with Priority: HIGHEST for action port [ 905.944129] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04011a62-9f67-4114-bc81-f2b105c909e7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.944303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.944303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.944800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.944920] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.945961] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-04011a62-9f67-4114-bc81-f2b105c909e7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.946110] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.946181] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.946363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.946557] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.946681] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.946754] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.946909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.947039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.947133] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.948076] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-53ddeae5-7643-44c6-bb64-34d12784e2a2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.948212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53ddeae5-7643-44c6-bb64-34d12784e2a2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.948329] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53ddeae5-7643-44c6-bb64-34d12784e2a2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.948563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53ddeae5-7643-44c6-bb64-34d12784e2a2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.948696] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ddeae5-7643-44c6-bb64-34d12784e2a2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.451715] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-04011a62-9f67-4114-bc81-f2b105c909e7 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.452614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.452614] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.453144] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53ddeae5-7643-44c6-bb64-34d12784e2a2 with status ACTIVE [ 906.453382] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.453493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.453562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.453863] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.453948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.454148] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.455042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.455042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.455042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.455042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.455042] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.455042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.455042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.458228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.458330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.458528] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53ddeae5-7643-44c6-bb64-34d12784e2a2 is going to be updated. [ 906.481983] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.484870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.484870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.484870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.484870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.484870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53ddeae5-7643-44c6-bb64-34d12784e2a2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.552146] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39458f86-40bb-4a46-b3d5-b341becbe74f in Status: SUCCESS [ 906.553223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.553223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.553294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.553819] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.553819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.553819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.553819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.554061] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.554061] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.554061] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39458f86-40bb-4a46-b3d5-b341becbe74f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.960977] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.056828] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-39458f86-40bb-4a46-b3d5-b341becbe74f taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.056995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.058912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.058912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.058912] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.058912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.058912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.058912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.058912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.058912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.058912] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-39458f86-40bb-4a46-b3d5-b341becbe74f taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.058912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.058912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.058912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.058912] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.058912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.058912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.058912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.058912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.058912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.060204] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39458f86-40bb-4a46-b3d5-b341becbe74f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.425891] env[64796]: INFO networking_nsxv3.common.synchronization [req-3ec7c545-fde2-42cc-8a96-485702de210e req-ff637013-8d66-4f6e-825b-3ab60d861b80 tempest-MigrationsAdminTest-457805961 tempest-MigrationsAdminTest-457805961-project-member] Enqueued Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_members [ 907.426513] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_members [ 907.427059] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.427171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.427211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.427529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.427668] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.427753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.427791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.427922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.428019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.428121] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.465653] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.466090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.466090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.466184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.466214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.466321] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04011a62-9f67-4114-bc81-f2b105c909e7 is going to be created. [ 907.498380] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.498573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.498573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.498773] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.498940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.515578] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04011a62-9f67-4114-bc81-f2b105c909e7 in Status: UNINITIALIZED for 2s [ 907.696619] env[64796]: INFO networking_nsxv3.common.synchronization [None req-828c8561-4f53-4c4f-9283-8facc1c54528 None None] Enqueued Resource ID: 52854311-fc19-42a5-9bfa-8b962974e500 with Priority: HIGHEST for action port [ 907.697613] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39458f86-40bb-4a46-b3d5-b341becbe74f: rpc.has_security_group_logging(os_id): False [ 907.699209] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52854311-fc19-42a5-9bfa-8b962974e500 with Priority: HIGHEST for action port [ 907.699964] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-52854311-fc19-42a5-9bfa-8b962974e500 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.700457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52854311-fc19-42a5-9bfa-8b962974e500" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.700457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52854311-fc19-42a5-9bfa-8b962974e500" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.700457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52854311-fc19-42a5-9bfa-8b962974e500" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.700616] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52854311-fc19-42a5-9bfa-8b962974e500',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.722414] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.722711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.722794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.722983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.723090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.723286] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.723414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.723448] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.723578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.723652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.723919] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.724019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.724080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.725034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.725034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.725034] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.725034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.725034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.725034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.725306] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.725306] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39458f86-40bb-4a46-b3d5-b341becbe74f is going to be created. [ 907.727813] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: SUCCESS [ 907.727987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.807090] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.807236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.807305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.807580] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.807766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.822897] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39458f86-40bb-4a46-b3d5-b341becbe74f in Status: IN_PROGRESS for 2s [ 907.930868] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.203802] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52854311-fc19-42a5-9bfa-8b962974e500 [ 908.204179] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.204368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.204449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.204700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.204817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.204891] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52854311-fc19-42a5-9bfa-8b962974e500 already deleted. [ 908.205464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52854311-fc19-42a5-9bfa-8b962974e500" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.418243] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.418243] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.418243] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.418243] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.418243] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.418243] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.418243] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.418243] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.418798] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.419119] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.419343] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.419537] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.419727] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.419924] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.420327] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.420574] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.436538] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.442883] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.443119] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.443202] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.443384] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.443740] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-6ca6f812-1d8b-4505-a921-cc74333634cb taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.443928] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-6ca6f812-1d8b-4505-a921-cc74333634cb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.444066] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-6ca6f812-1d8b-4505-a921-cc74333634cb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.444428] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-6ca6f812-1d8b-4505-a921-cc74333634cb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.444566] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ca6f812-1d8b-4505-a921-cc74333634cb',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.939838] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.943115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.943115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.943115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.943115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.943115] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77e06ff-6eca-47e8-9aee-74516c194d70 is going to be updated. [ 908.951992] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.951992] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.951992] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.951992] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.951992] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.951992] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 6ca6f812-1d8b-4505-a921-cc74333634cb not found, creating... [ 908.951992] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.951992] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.951992] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.951992] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.951992] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.952511] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.952990] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.953710] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.953710] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.953710] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.953842] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 6ca6f812-1d8b-4505-a921-cc74333634cb is going to be created. [ 908.981710] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.982212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.982684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.982684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.982798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.985982] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.986137] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.986274] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.986543] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.986778] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.987716] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-6ca6f812-1d8b-4505-a921-cc74333634cb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.993759] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: IN_PROGRESS for 2s [ 909.487282] env[64796]: INFO networking_nsxv3.common.synchronization [None req-b5dd022d-aa81-4f85-bcd0-dc00b507b240 None None] Enqueued Resource ID: 8e988d58-3189-4fc4-aa76-8e457dee0dee with Priority: HIGHEST for action port [ 909.488674] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e988d58-3189-4fc4-aa76-8e457dee0dee with Priority: HIGHEST for action port [ 909.489051] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e988d58-3189-4fc4-aa76-8e457dee0dee taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.489241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e988d58-3189-4fc4-aa76-8e457dee0dee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.489314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e988d58-3189-4fc4-aa76-8e457dee0dee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.489822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e988d58-3189-4fc4-aa76-8e457dee0dee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.489937] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e988d58-3189-4fc4-aa76-8e457dee0dee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.541741] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04011a62-9f67-4114-bc81-f2b105c909e7 in Status: SUCCESS [ 909.541984] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.542147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.542399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.542595] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.542721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.542787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.542921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.543032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.543116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.543195] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.610303] env[64796]: INFO networking_nsxv3.common.synchronization [req-3a3d01e6-872e-4036-b34d-d5598edbd4f3 req-bad91734-b1c4-4d62-877a-80e6bf3af77c tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 909.610892] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 909.611227] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.611356] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.611422] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.611629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.611785] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.611885] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.611944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.612108] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.612195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.612291] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.708442] env[64796]: INFO networking_nsxv3.common.synchronization [req-3ec7c545-fde2-42cc-8a96-485702de210e req-bbcb9995-12ca-4b4c-94aa-99a22e01d630 service nova] Enqueued Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_rules [ 909.708765] env[64796]: INFO networking_nsxv3.common.synchronization [req-3ec7c545-fde2-42cc-8a96-485702de210e req-bbcb9995-12ca-4b4c-94aa-99a22e01d630 service nova] Enqueued Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_members [ 909.708946] env[64796]: INFO networking_nsxv3.common.synchronization [req-3ec7c545-fde2-42cc-8a96-485702de210e req-bbcb9995-12ca-4b4c-94aa-99a22e01d630 service nova] Enqueued Resource ID: 6ca6f812-1d8b-4505-a921-cc74333634cb with Priority: HIGHEST for action port [ 909.710159] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_rules [ 909.710652] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_members [ 909.710860] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca6f812-1d8b-4505-a921-cc74333634cb with Priority: HIGHEST for action port [ 909.711202] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.711410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.714969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.715567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.715742] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.718213] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.718213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.720962] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ca6f812-1d8b-4505-a921-cc74333634cb taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.720962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ca6f812-1d8b-4505-a921-cc74333634cb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.720962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ca6f812-1d8b-4505-a921-cc74333634cb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.720962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ca6f812-1d8b-4505-a921-cc74333634cb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.720962] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ca6f812-1d8b-4505-a921-cc74333634cb',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.838263] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39458f86-40bb-4a46-b3d5-b341becbe74f in Status: SUCCESS [ 909.839307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.993122] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e988d58-3189-4fc4-aa76-8e457dee0dee [ 909.993122] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.993122] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.993122] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.993605] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.993605] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.993605] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e988d58-3189-4fc4-aa76-8e457dee0dee already deleted. [ 909.993605] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e988d58-3189-4fc4-aa76-8e457dee0dee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.047071] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-04011a62-9f67-4114-bc81-f2b105c909e7 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.047229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.047306] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.047521] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.047677] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.047817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.047860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.048055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.048144] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.048244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.048396] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-04011a62-9f67-4114-bc81-f2b105c909e7 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.048930] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.049032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.049190] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.049335] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.049427] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.049607] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.049662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.049733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.049826] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.049920] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.114100] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.146205] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.146205] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-302" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.146205] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-302" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.146205] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-302" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.146502] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.146644] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.146806] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.147111] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.147261] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.147470] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.147583] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.147682] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.147802] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.148297] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.148297] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.148297] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.167779] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.168029] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.168194] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.168396] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-302" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.168870] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-fbf69dd3-3397-49aa-91f3-65657136af28 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.168870] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.168983] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.169422] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.169491] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf69dd3-3397-49aa-91f3-65657136af28',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.224175] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ca6f812-1d8b-4505-a921-cc74333634cb with status ACTIVE [ 910.224439] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.224583] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.224677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.224908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.225052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.225218] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.225362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.225432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.225709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.225811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.225979] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.226079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.226151] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.226298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.226379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.226459] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ca6f812-1d8b-4505-a921-cc74333634cb is going to be updated. [ 910.227738] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.227886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.257957] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.258144] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.258222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.258441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.258580] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.258762] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ca6f812-1d8b-4505-a921-cc74333634cb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.553836] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04011a62-9f67-4114-bc81-f2b105c909e7: rpc.has_security_group_logging(os_id): False [ 910.576023] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.576023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.576023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.576023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.576023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.576023] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.576023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.576023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.576023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.576023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.576023] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.576023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.576023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.576023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.576023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.576660] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.576660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.576660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.576660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.576660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.576660] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04011a62-9f67-4114-bc81-f2b105c909e7 is going to be created. [ 910.617615] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.646609] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.646819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.646819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.646925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.647103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.660273] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04011a62-9f67-4114-bc81-f2b105c909e7 in Status: IN_PROGRESS for 2s [ 910.672291] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.672532] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.672633] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.672931] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.673098] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.673256] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port fbf69dd3-3397-49aa-91f3-65657136af28 not found, creating... [ 910.673514] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.673664] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.673812] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.674081] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.674226] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.674514] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.674684] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.675061] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.675061] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.675173] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.675284] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: fbf69dd3-3397-49aa-91f3-65657136af28 is going to be created. [ 910.705128] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.705352] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.705404] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.705695] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.706055] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.706327] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.005233] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: SUCCESS [ 911.005504] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.005642] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.005984] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.006839] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.006839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.006839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.006839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.006839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.006839] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.122909] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.123110] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.123184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.123367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.123489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.123611] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 911.152398] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.152543] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.152612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.153093] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.153237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.164230] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 911.415799] env[64796]: INFO networking_nsxv3.common.synchronization [req-3a3d01e6-872e-4036-b34d-d5598edbd4f3 req-8c9d17e7-d6b3-4c1f-8547-70984bb87dc0 service nova] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_rules [ 911.415799] env[64796]: INFO networking_nsxv3.common.synchronization [req-3a3d01e6-872e-4036-b34d-d5598edbd4f3 req-8c9d17e7-d6b3-4c1f-8547-70984bb87dc0 service nova] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 911.415799] env[64796]: INFO networking_nsxv3.common.synchronization [req-3a3d01e6-872e-4036-b34d-d5598edbd4f3 req-8c9d17e7-d6b3-4c1f-8547-70984bb87dc0 service nova] Enqueued Resource ID: fbf69dd3-3397-49aa-91f3-65657136af28 with Priority: HIGHEST for action port [ 911.415799] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_rules [ 911.415799] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 911.415799] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf69dd3-3397-49aa-91f3-65657136af28 with Priority: HIGHEST for action port [ 911.415799] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.416098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.416098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.416507] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.416629] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.418275] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.418382] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.418665] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbf69dd3-3397-49aa-91f3-65657136af28 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.418779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.418857] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.419287] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.419329] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf69dd3-3397-49aa-91f3-65657136af28',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.510168] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.919071] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.919071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.921404] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbf69dd3-3397-49aa-91f3-65657136af28 with status ACTIVE [ 911.922663] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.922663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.922663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.922663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.922663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.923106] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.923106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.923106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.923231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.923313] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.923549] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.923632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.923763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.923933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.924065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.924133] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbf69dd3-3397-49aa-91f3-65657136af28 is going to be updated. [ 911.952843] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.952944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.953078] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.953337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.953553] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.953879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.012084] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.514770] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.514951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.515037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.515256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.515346] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.515451] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77e06ff-6eca-47e8-9aee-74516c194d70 is going to be updated. [ 912.544816] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.544816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.544816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.545200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.545200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.555606] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: IN_PROGRESS for 2s [ 912.672744] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04011a62-9f67-4114-bc81-f2b105c909e7 in Status: SUCCESS [ 912.673249] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.179734] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 913.180019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.180132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.180340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.180526] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.181048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.181478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.184494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.185148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.185148] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.671327] env[64796]: INFO networking_nsxv3.common.synchronization [None req-33e60454-68a6-4ec4-ad45-6ae78b705997 tempest-ServerActionsTestOtherB-680283000 tempest-ServerActionsTestOtherB-680283000-project-member] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_rules [ 913.671610] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_rules [ 913.674728] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.674728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.674728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.674728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.674728] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.687293] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.790303] env[64796]: INFO networking_nsxv3.common.synchronization [None req-8e76ead7-2792-4528-a8a1-ce752ea247b8 tempest-ServerActionsTestOtherB-680283000 tempest-ServerActionsTestOtherB-680283000-project-member] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_rules [ 913.790888] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_rules [ 913.791344] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.791458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.191904] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.199558] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.199812] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.199812] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.200049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.200147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.200336] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 already deleted. [ 914.200421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.200590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.200829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.200939] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.568297] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: SUCCESS [ 914.568297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.568436] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.568665] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.568982] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.569213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.569292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.569476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.569595] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.569678] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.569773] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.695900] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.695900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.695900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.696136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.696213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.696301] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 914.725816] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.725816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.725816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.725816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.725816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.725816] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 already deleted. [ 914.725816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.735648] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.735922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.736052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.736384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.736608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.746644] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 915.078030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.078030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.078030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.078030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.078030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.078030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.078030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.078030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.078030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.078030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.078030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.078030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.078030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.078030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.078030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.078030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.080228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.082129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.082129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.082129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.082129] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.586212] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d77e06ff-6eca-47e8-9aee-74516c194d70: rpc.has_security_group_logging(os_id): False [ 915.611500] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.611500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.611755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.611940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.612078] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.612300] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.612406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.612473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.612654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.612755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.612956] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.613077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.613145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.613301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.613394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.613576] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.613678] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.614340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.614340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.614340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.614340] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d77e06ff-6eca-47e8-9aee-74516c194d70 is going to be updated. [ 915.686970] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.686970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.686970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.686970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.686970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.703283] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: IN_PROGRESS for 2s [ 916.762629] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 916.762629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.763222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.764038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.764038] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.764038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.764038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.764301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.764301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.764902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.765217] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.868833] env[64796]: INFO networking_nsxv3.common.synchronization [req-5ab223c2-7903-4706-8b7d-2b4255d7890f req-976ea8e3-6f5f-4b78-823e-b0ad51efed88 tempest-ServersTestJSON-379968790 tempest-ServersTestJSON-379968790-project-member] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 916.869870] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 916.871175] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.871175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.871354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.871864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.871864] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.872023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.872023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.872262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.872329] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.872453] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.268699] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.269113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.269113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.269565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.269788] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.270025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.270025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.270296] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.270586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.270757] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.270913] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.271133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.271210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.271398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.271629] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.272013] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.272151] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.272437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.272664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.272798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.272992] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.295546] env[64796]: INFO networking_nsxv3.common.synchronization [req-89f8f27f-3f5d-4f6d-abf4-ae288b79071f req-36968fe6-fa06-411b-b549-fdf743482595 tempest-ServerActionsTestOtherA-1986695756 tempest-ServerActionsTestOtherA-1986695756-project-member] Enqueued Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_members [ 917.296631] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_members [ 917.296631] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1560ce7c-ade0-43f3-97e0-773d376a9482 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.296814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.296851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.297195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.297396] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.297525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.297653] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.297788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.297914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.298101] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.378534] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.378534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.378534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.378534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.378534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.378534] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.378534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.378534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.378534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.378534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.378534] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 already deleted. [ 917.378534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.426028] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.426028] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.426028] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.426028] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.426028] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.426823] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.427148] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.427511] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.427801] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.428255] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.428525] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.429228] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.429228] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.429228] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.429432] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.429592] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.450803] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.451034] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.451097] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.451237] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.451547] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-d09acd11-e5e8-4c0e-a642-14ee7833be3d taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.451737] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-d09acd11-e5e8-4c0e-a642-14ee7833be3d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.451860] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-d09acd11-e5e8-4c0e-a642-14ee7833be3d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.452274] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-d09acd11-e5e8-4c0e-a642-14ee7833be3d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.452414] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09acd11-e5e8-4c0e-a642-14ee7833be3d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.718607] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: SUCCESS [ 917.718802] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.775510] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6590efd0-0c00-4cce-b1d3-670eedbce52e: rpc.has_security_group_logging(os_id): False [ 917.794423] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.794565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.794621] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.794837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.794930] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.795142] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.795244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.795307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.795456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.795534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.795731] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.795918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.795918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.796032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.796120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.796296] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.796391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.796440] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.796581] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.796656] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.796741] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 917.800536] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.800735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.800735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.800897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.800987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.801178] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.801278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.801337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.801491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.801585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.801674] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 is going to be updated. [ 917.830177] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.830318] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.830529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.830592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.830745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.840196] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 in Status: IN_PROGRESS for 2s [ 917.860521] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.860735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.860862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.861142] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.861333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.877753] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 917.955281] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.955557] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.955654] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.956282] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.956282] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.956282] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port d09acd11-e5e8-4c0e-a642-14ee7833be3d not found, creating... [ 917.956537] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.956718] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.956849] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.957055] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.957246] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.957622] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.957793] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.957966] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.958151] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.958297] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.958429] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: d09acd11-e5e8-4c0e-a642-14ee7833be3d is going to be created. [ 917.985590] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.985856] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.986016] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.986337] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.986596] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.986870] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-d09acd11-e5e8-4c0e-a642-14ee7833be3d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.764413] env[64796]: INFO networking_nsxv3.common.synchronization [req-5ab223c2-7903-4706-8b7d-2b4255d7890f req-c9158aa0-1195-4cbb-8b7b-79c122d3f59d service nova] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_rules [ 918.764599] env[64796]: INFO networking_nsxv3.common.synchronization [req-5ab223c2-7903-4706-8b7d-2b4255d7890f req-c9158aa0-1195-4cbb-8b7b-79c122d3f59d service nova] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 918.764753] env[64796]: INFO networking_nsxv3.common.synchronization [req-5ab223c2-7903-4706-8b7d-2b4255d7890f req-c9158aa0-1195-4cbb-8b7b-79c122d3f59d service nova] Enqueued Resource ID: d09acd11-e5e8-4c0e-a642-14ee7833be3d with Priority: HIGHEST for action port [ 918.768021] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_rules [ 918.768021] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 918.768021] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09acd11-e5e8-4c0e-a642-14ee7833be3d with Priority: HIGHEST for action port [ 918.768021] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.768021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.768021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.768021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.768021] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.768021] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.768662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.768662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.768662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.768662] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.768798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.768798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.768963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.769063] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.769184] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.771451] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-d09acd11-e5e8-4c0e-a642-14ee7833be3d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.771451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d09acd11-e5e8-4c0e-a642-14ee7833be3d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.771451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d09acd11-e5e8-4c0e-a642-14ee7833be3d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.771451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d09acd11-e5e8-4c0e-a642-14ee7833be3d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.771451] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09acd11-e5e8-4c0e-a642-14ee7833be3d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.268530] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.268530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.271710] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.273857] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d09acd11-e5e8-4c0e-a642-14ee7833be3d with status ACTIVE [ 919.274242] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.274453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.274602] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.274892] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.275142] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.275619] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.275853] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.276024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.276275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.276402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.276664] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.276788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.276884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.277227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.277475] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.277586] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d09acd11-e5e8-4c0e-a642-14ee7833be3d is going to be updated. [ 919.301555] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.301764] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.301844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.302184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.302344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.302651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d09acd11-e5e8-4c0e-a642-14ee7833be3d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.363687] env[64796]: INFO networking_nsxv3.common.synchronization [req-5e6baf0c-fd0f-4065-ad6a-c0dbf76b4aeb req-c74ce024-17f0-4ea1-802b-7f1d925e6bf6 tempest-ServerDiskConfigTestJSON-2144250167 tempest-ServerDiskConfigTestJSON-2144250167-project-member] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 919.364630] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 919.366047] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.366349] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.366512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.366960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.367159] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.367378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.367522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.367914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.367988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.368160] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.775412] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.854206] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 in Status: SUCCESS [ 919.854206] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 deletion is rescheduled due to dependency. [ 919.854206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.871639] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.873459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.873459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.873459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.873459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.873459] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.873459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.873459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.873459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.873916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.873916] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 already deleted. [ 919.873916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.909224] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 919.910616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.926855] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.926855] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.927042] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.927378] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.927665] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.927855] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.928025] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.928289] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.928486] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.928807] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.928935] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.929088] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.929210] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.929381] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.929518] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.929733] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.952610] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.952873] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.952923] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.953101] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.953417] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-606d001f-e03c-4eaf-b13c-7776fa7d3d5f taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.953548] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-606d001f-e03c-4eaf-b13c-7776fa7d3d5f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.953667] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-606d001f-e03c-4eaf-b13c-7776fa7d3d5f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.954351] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-606d001f-e03c-4eaf-b13c-7776fa7d3d5f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.954351] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('606d001f-e03c-4eaf-b13c-7776fa7d3d5f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.147466] env[64796]: INFO networking_nsxv3.common.synchronization [None req-d4cb3157-8c60-4ced-8b9c-1603dec149da None None] Enqueued Resource ID: 85c59ca1-2592-49d6-ab3a-9066fce5187b with Priority: HIGHEST for action port [ 920.148028] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c59ca1-2592-49d6-ab3a-9066fce5187b with Priority: HIGHEST for action port [ 920.148378] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-85c59ca1-2592-49d6-ab3a-9066fce5187b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.148699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85c59ca1-2592-49d6-ab3a-9066fce5187b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.148699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85c59ca1-2592-49d6-ab3a-9066fce5187b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.148905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85c59ca1-2592-49d6-ab3a-9066fce5187b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.149037] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85c59ca1-2592-49d6-ab3a-9066fce5187b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.279613] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.279927] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.279927] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.280125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.280220] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.280330] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be created. [ 920.319701] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.319701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.319701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.319701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.319701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.332100] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: UNINITIALIZED for 2s [ 920.457836] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.457836] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.457836] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.458150] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.458259] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.458413] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 606d001f-e03c-4eaf-b13c-7776fa7d3d5f not found, creating... [ 920.458679] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.458875] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.458950] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.459181] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.459319] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.459597] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.459768] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.459889] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.460648] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.460791] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.460937] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 606d001f-e03c-4eaf-b13c-7776fa7d3d5f is going to be created. [ 920.489122] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.489349] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.489415] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.489689] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.489904] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.490261] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-606d001f-e03c-4eaf-b13c-7776fa7d3d5f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.650682] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85c59ca1-2592-49d6-ab3a-9066fce5187b [ 920.650956] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.651192] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.651675] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.651675] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.651675] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.652404] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85c59ca1-2592-49d6-ab3a-9066fce5187b already deleted. [ 920.652404] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85c59ca1-2592-49d6-ab3a-9066fce5187b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.271339] env[64796]: INFO networking_nsxv3.common.synchronization [req-5e6baf0c-fd0f-4065-ad6a-c0dbf76b4aeb req-812997a0-b062-4ff6-9ac2-ff435ab66b38 service nova] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_rules [ 921.271538] env[64796]: INFO networking_nsxv3.common.synchronization [req-5e6baf0c-fd0f-4065-ad6a-c0dbf76b4aeb req-812997a0-b062-4ff6-9ac2-ff435ab66b38 service nova] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 921.271693] env[64796]: INFO networking_nsxv3.common.synchronization [req-5e6baf0c-fd0f-4065-ad6a-c0dbf76b4aeb req-812997a0-b062-4ff6-9ac2-ff435ab66b38 service nova] Enqueued Resource ID: 606d001f-e03c-4eaf-b13c-7776fa7d3d5f with Priority: HIGHEST for action port [ 921.272337] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_rules [ 921.272485] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 921.272638] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606d001f-e03c-4eaf-b13c-7776fa7d3d5f with Priority: HIGHEST for action port [ 921.274056] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.274597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.274699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.275027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.275122] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.277219] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.280069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.280069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.280069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.280069] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.280069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.280069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.280069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.280069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.280069] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.280749] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-606d001f-e03c-4eaf-b13c-7776fa7d3d5f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.280749] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-606d001f-e03c-4eaf-b13c-7776fa7d3d5f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.280749] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-606d001f-e03c-4eaf-b13c-7776fa7d3d5f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.281106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-606d001f-e03c-4eaf-b13c-7776fa7d3d5f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.281106] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('606d001f-e03c-4eaf-b13c-7776fa7d3d5f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.783367] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.783537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.787465] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 606d001f-e03c-4eaf-b13c-7776fa7d3d5f with status ACTIVE [ 921.787582] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.787770] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.787924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.788486] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.788570] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.788968] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.789197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.789337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.789648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.789819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.793363] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.793363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.793363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.793363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.793363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.793363] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 606d001f-e03c-4eaf-b13c-7776fa7d3d5f is going to be updated. [ 921.794341] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.836318] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.837727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.837727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.837727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.837727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.837727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-606d001f-e03c-4eaf-b13c-7776fa7d3d5f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.894386] env[64796]: INFO networking_nsxv3.common.synchronization [req-24f1a479-c3f9-40c8-8b86-c9ab872dfd44 req-afe2b75b-090b-4eee-8277-f7469e5a18fc tempest-ImagesTestJSON-643861234 tempest-ImagesTestJSON-643861234-project-member] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 921.894997] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 921.895686] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.895686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.895980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.895980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.896169] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.896714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.896714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.896714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.896714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.896892] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.298172] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.305468] env[64796]: INFO networking_nsxv3.common.synchronization [None req-a6436915-3718-44c1-9272-96ed6fe8b48e None None] Enqueued Resource ID: d78a6a22-ecba-41d5-bf71-7fd458b881f8 with Priority: HIGHEST for action port [ 922.305468] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78a6a22-ecba-41d5-bf71-7fd458b881f8 with Priority: HIGHEST for action port [ 922.305468] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-d78a6a22-ecba-41d5-bf71-7fd458b881f8 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.305468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d78a6a22-ecba-41d5-bf71-7fd458b881f8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.305468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d78a6a22-ecba-41d5-bf71-7fd458b881f8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.306447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d78a6a22-ecba-41d5-bf71-7fd458b881f8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.306447] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d78a6a22-ecba-41d5-bf71-7fd458b881f8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.340829] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 922.340829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.341186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.345029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.345029] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.345029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.345029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.345029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.345029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.345029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.345029] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.400924] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.401195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.401310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.401575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.401575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.401781] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.401911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.401982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.402196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.402287] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.402398] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 922.435534] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.435707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.435783] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.437328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.437590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.448607] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 922.802483] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.802726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.802726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.802929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.803060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.803171] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be created. [ 922.808586] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d78a6a22-ecba-41d5-bf71-7fd458b881f8 [ 922.808827] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.808963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.809345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.809345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.809345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.809500] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d78a6a22-ecba-41d5-bf71-7fd458b881f8 already deleted. [ 922.809500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d78a6a22-ecba-41d5-bf71-7fd458b881f8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.840034] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.840034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.840034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.840034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.840034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.846638] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.846740] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.847089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.847177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.847616] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.847616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.847616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.847616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.847831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.847831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.848957] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.848957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.848957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.848957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.848957] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.848957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.848957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.848957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.848957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.848957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.848957] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.856453] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: UNINITIALIZED for 2s [ 923.280353] env[64796]: INFO networking_nsxv3.common.synchronization [None req-353bb646-181f-42ad-a2cb-97f5145254dc None None] Enqueued Resource ID: 09706d9a-5308-4fa5-8527-f5cc0fbcfeaf with Priority: HIGHEST for action port [ 923.280923] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09706d9a-5308-4fa5-8527-f5cc0fbcfeaf with Priority: HIGHEST for action port [ 923.281250] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-09706d9a-5308-4fa5-8527-f5cc0fbcfeaf taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.281386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09706d9a-5308-4fa5-8527-f5cc0fbcfeaf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.281444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09706d9a-5308-4fa5-8527-f5cc0fbcfeaf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.281793] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09706d9a-5308-4fa5-8527-f5cc0fbcfeaf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.281793] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09706d9a-5308-4fa5-8527-f5cc0fbcfeaf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.358024] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09: rpc.has_security_group_logging(os_id): False [ 923.390038] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.390544] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.390653] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.390878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.390981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.391452] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.391578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.391638] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.391903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.392170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.392266] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.392380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.392529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.393185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.393185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.393417] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.393595] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.393674] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.393918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.393999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.394211] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be created. [ 923.458460] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.458653] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.458714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.458975] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.459179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.472723] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 923.788978] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09706d9a-5308-4fa5-8527-f5cc0fbcfeaf [ 923.789823] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.790510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.790610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.790881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.791202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.791655] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09706d9a-5308-4fa5-8527-f5cc0fbcfeaf already deleted. [ 923.791921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09706d9a-5308-4fa5-8527-f5cc0fbcfeaf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.198269] env[64796]: INFO networking_nsxv3.common.synchronization [req-c6a9607e-0fa5-4343-85ae-55ee15b01e1c req-663dc1de-afa7-4894-8e47-cfa276f662ed tempest-ServersTestBootFromVolume-856929254 tempest-ServersTestBootFromVolume-856929254-project-member] Enqueued Resource ID: 547d6596-057b-401c-83b3-022cc4137e90 with Priority: HIGHEST for action security_group_members [ 924.199271] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547d6596-057b-401c-83b3-022cc4137e90 with Priority: HIGHEST for action security_group_members [ 924.199725] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-547d6596-057b-401c-83b3-022cc4137e90 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.199894] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.200060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.200385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.200610] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.200709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.200824] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.200992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.201280] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.201446] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547d6596-057b-401c-83b3-022cc4137e90',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.460320] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 924.460784] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 deletion is rescheduled due to dependency. [ 924.460784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.709575] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.709740] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.709806] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.710163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.710163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.710728] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.710851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.710984] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.711099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.711179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.711270] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547d6596-057b-401c-83b3-022cc4137e90 already deleted. [ 924.711351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.851054] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.851054] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-558" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.851054] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-558" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.851054] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-558" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.853430] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.853635] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.853737] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.854075] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.854240] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.854462] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.854573] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.854680] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.854814] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.854985] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.855298] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.855458] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.873708] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 924.874151] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.874942] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.875284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.875574] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.875742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.875842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.876116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.876239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.876366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.876498] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.887100] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.887303] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.888062] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.888062] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-558" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.888062] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-8221d431-b3e8-47f1-9033-d53f594a7fef taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.888403] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-8221d431-b3e8-47f1-9033-d53f594a7fef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.888403] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-8221d431-b3e8-47f1-9033-d53f594a7fef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.888621] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-8221d431-b3e8-47f1-9033-d53f594a7fef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.889386] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8221d431-b3e8-47f1-9033-d53f594a7fef',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.305415] env[64796]: INFO networking_nsxv3.common.synchronization [req-c5ca7531-c20c-470d-ba88-b843bc74c3d3 req-f8d6d8c9-1376-4a81-ae64-2dcd14ed6056 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGHEST for action security_group_members [ 925.305679] env[64796]: INFO networking_nsxv3.common.synchronization [req-c5ca7531-c20c-470d-ba88-b843bc74c3d3 req-f8d6d8c9-1376-4a81-ae64-2dcd14ed6056 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 925.306643] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGHEST for action security_group_members [ 925.306936] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 925.307420] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-22595d26-e086-44a6-b1d5-becf82f0fdd5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.307596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.307707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.308116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.308365] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.308528] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.308667] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.309152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.309152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.309337] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.310567] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.310750] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.310860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.311151] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.311374] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.311690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.311820] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.312083] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.312230] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.312406] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.354626] env[64796]: INFO networking_nsxv3.common.synchronization [req-c5ca7531-c20c-470d-ba88-b843bc74c3d3 req-f8d6d8c9-1376-4a81-ae64-2dcd14ed6056 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGHEST for action security_group_rules [ 925.354880] env[64796]: INFO networking_nsxv3.common.synchronization [req-c5ca7531-c20c-470d-ba88-b843bc74c3d3 req-f8d6d8c9-1376-4a81-ae64-2dcd14ed6056 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGHEST for action security_group_members [ 925.355038] env[64796]: INFO networking_nsxv3.common.synchronization [req-c5ca7531-c20c-470d-ba88-b843bc74c3d3 req-f8d6d8c9-1376-4a81-ae64-2dcd14ed6056 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_rules [ 925.355172] env[64796]: INFO networking_nsxv3.common.synchronization [req-c5ca7531-c20c-470d-ba88-b843bc74c3d3 req-f8d6d8c9-1376-4a81-ae64-2dcd14ed6056 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 925.355297] env[64796]: INFO networking_nsxv3.common.synchronization [req-c5ca7531-c20c-470d-ba88-b843bc74c3d3 req-f8d6d8c9-1376-4a81-ae64-2dcd14ed6056 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: fbf69dd3-3397-49aa-91f3-65657136af28 with Priority: HIGHEST for action port [ 925.356030] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGHEST for action security_group_rules [ 925.356199] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_rules [ 925.356349] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf69dd3-3397-49aa-91f3-65657136af28 with Priority: HIGHEST for action port [ 925.356477] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGHEST for action security_group_members [ 925.356590] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 925.357270] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22595d26-e086-44a6-b1d5-becf82f0fdd5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.357435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.357572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.357886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.358016] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.359190] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.359338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.359516] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.359651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.359747] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.360559] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbf69dd3-3397-49aa-91f3-65657136af28 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.360726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.360799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.360984] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.361101] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf69dd3-3397-49aa-91f3-65657136af28',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.362124] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-22595d26-e086-44a6-b1d5-becf82f0fdd5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.362261] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.362489] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.362611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.386079] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.386079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.386079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.386426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.386605] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.387099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.387099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.387173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.387392] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.387453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.388049] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.388049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.388049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.388389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.388734] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.388829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.388939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.389147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.389257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.389402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.389563] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.392347] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.392617] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.392806] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.393178] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.393388] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.393729] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 8221d431-b3e8-47f1-9033-d53f594a7fef not found, creating... [ 925.394281] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.395107] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.395107] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.395107] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.395243] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.395917] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.396203] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.396501] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.396900] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.397059] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.397273] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 8221d431-b3e8-47f1-9033-d53f594a7fef is going to be created. [ 925.423207] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.423459] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.423599] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.423967] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.424250] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.424506] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-8221d431-b3e8-47f1-9033-d53f594a7fef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.491255] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 925.491706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.729026] env[64796]: INFO networking_nsxv3.common.synchronization [None req-b8de3a60-ae6d-46f9-9b63-7da7567a3086 None None] Enqueued Resource ID: 1bf21985-e462-40be-8b1a-7b29e78fa357 with Priority: HIGHEST for action port [ 925.729026] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf21985-e462-40be-8b1a-7b29e78fa357 with Priority: HIGHEST for action port [ 925.729026] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bf21985-e462-40be-8b1a-7b29e78fa357 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.729026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bf21985-e462-40be-8b1a-7b29e78fa357" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.729026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bf21985-e462-40be-8b1a-7b29e78fa357" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.729026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bf21985-e462-40be-8b1a-7b29e78fa357" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.729026] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf21985-e462-40be-8b1a-7b29e78fa357',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.818802] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.818802] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.864048] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.864048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.864333] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-22595d26-e086-44a6-b1d5-becf82f0fdd5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.864400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.864586] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbf69dd3-3397-49aa-91f3-65657136af28 with status ACTIVE [ 925.864695] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.864802] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.864974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.865093] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.865187] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.865350] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.865467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.865679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.865679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.865750] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.866521] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.866521] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.866521] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.866521] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.867504] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.868013] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbf69dd3-3397-49aa-91f3-65657136af28 is going to be updated. [ 925.893383] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.893383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.893383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.893383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.893624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.893667] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.900217] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d10e8df-3419-4b4a-b92d-c3f2215be4f5: rpc.has_security_group_logging(os_id): False [ 925.921681] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.921872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.921940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.922818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.922818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.922818] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.922818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.922818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.923066] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.923066] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.923960] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.923960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.923960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.923960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.923960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.923960] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.923960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.923960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.924547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.924547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.924547] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be created. [ 926.008421] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.008672] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.008672] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.008889] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.009076] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.039149] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 926.231318] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bf21985-e462-40be-8b1a-7b29e78fa357 [ 926.231563] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.231699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.231780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.232064] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.232169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.232280] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bf21985-e462-40be-8b1a-7b29e78fa357 already deleted. [ 926.232365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bf21985-e462-40be-8b1a-7b29e78fa357" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.245133] env[64796]: INFO networking_nsxv3.common.synchronization [req-c6a9607e-0fa5-4343-85ae-55ee15b01e1c req-af1b5104-c7d4-4820-b43f-f56a6855176a service nova] Enqueued Resource ID: 547d6596-057b-401c-83b3-022cc4137e90 with Priority: HIGHEST for action security_group_rules [ 926.245329] env[64796]: INFO networking_nsxv3.common.synchronization [req-c6a9607e-0fa5-4343-85ae-55ee15b01e1c req-af1b5104-c7d4-4820-b43f-f56a6855176a service nova] Enqueued Resource ID: 547d6596-057b-401c-83b3-022cc4137e90 with Priority: HIGHEST for action security_group_members [ 926.245470] env[64796]: INFO networking_nsxv3.common.synchronization [req-c6a9607e-0fa5-4343-85ae-55ee15b01e1c req-af1b5104-c7d4-4820-b43f-f56a6855176a service nova] Enqueued Resource ID: 8221d431-b3e8-47f1-9033-d53f594a7fef with Priority: HIGHEST for action port [ 926.246097] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547d6596-057b-401c-83b3-022cc4137e90 with Priority: HIGHEST for action security_group_rules [ 926.246233] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547d6596-057b-401c-83b3-022cc4137e90 with Priority: HIGHEST for action security_group_members [ 926.246334] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8221d431-b3e8-47f1-9033-d53f594a7fef with Priority: HIGHEST for action port [ 926.246644] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-547d6596-057b-401c-83b3-022cc4137e90 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.246844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.246844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.247057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.247142] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('547d6596-057b-401c-83b3-022cc4137e90',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.248365] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-547d6596-057b-401c-83b3-022cc4137e90 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.249166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.249166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.249166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.249166] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.249166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.249166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.249166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.249520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.249520] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547d6596-057b-401c-83b3-022cc4137e90',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.251299] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-8221d431-b3e8-47f1-9033-d53f594a7fef taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.251299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8221d431-b3e8-47f1-9033-d53f594a7fef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.251299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8221d431-b3e8-47f1-9033-d53f594a7fef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.251299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8221d431-b3e8-47f1-9033-d53f594a7fef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.251508] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8221d431-b3e8-47f1-9033-d53f594a7fef',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.320732] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.321920] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.752204] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('547d6596-057b-401c-83b3-022cc4137e90',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.755659] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-547d6596-057b-401c-83b3-022cc4137e90 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.755659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.755659] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8221d431-b3e8-47f1-9033-d53f594a7fef with status ACTIVE [ 926.755659] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.755659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.755659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.755659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.756424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.757344] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.757344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.757344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.757344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.757344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.757875] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.757875] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.757875] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.757875] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.758047] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.758047] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8221d431-b3e8-47f1-9033-d53f594a7fef is going to be updated. [ 926.785798] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.785798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.785798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.785798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.785798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.785798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8221d431-b3e8-47f1-9033-d53f594a7fef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.823723] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.823948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.823991] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.824225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.824321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.824416] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 is going to be created. [ 926.825783] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.826050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.826050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.826283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.826283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.831200] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 926.858602] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.860965] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.860965] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.860965] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.860965] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.862528] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.863624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.863624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.863624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.863624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.878449] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 926.879069] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 in Status: UNINITIALIZED for 2s [ 926.901439] env[64796]: INFO networking_nsxv3.common.synchronization [req-74fb9d45-d4a2-41e2-a05d-926c25a1bae7 req-34473571-7fe6-4128-83a6-00caf151f1b2 tempest-SecurityGroupRulesNegativeTestJSON-609610454 tempest-SecurityGroupRulesNegativeTestJSON-609610454-project-member] Enqueued Resource ID: 3eec11ca-bb37-419c-ad4b-3709fe5f1d17 with Priority: HIGHEST for action security_group_rules [ 926.904317] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eec11ca-bb37-419c-ad4b-3709fe5f1d17 with Priority: HIGHEST for action security_group_rules [ 926.904789] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eec11ca-bb37-419c-ad4b-3709fe5f1d17 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.905698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eec11ca-bb37-419c-ad4b-3709fe5f1d17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.905698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eec11ca-bb37-419c-ad4b-3709fe5f1d17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.905698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eec11ca-bb37-419c-ad4b-3709fe5f1d17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.905698] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eec11ca-bb37-419c-ad4b-3709fe5f1d17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.263606] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('547d6596-057b-401c-83b3-022cc4137e90',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.432900] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.433105] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.433353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.433353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.433472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.433705] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eec11ca-bb37-419c-ad4b-3709fe5f1d17 already deleted. [ 927.433705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eec11ca-bb37-419c-ad4b-3709fe5f1d17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.765153] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.765498] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.765498] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.765747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.765829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.765935] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547d6596-057b-401c-83b3-022cc4137e90 is going to be created. [ 927.796012] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.796012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.796012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.796012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.796012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.815790] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547d6596-057b-401c-83b3-022cc4137e90 in Status: UNINITIALIZED for 2s [ 928.052563] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 928.054020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.411964] env[64796]: INFO networking_nsxv3.common.synchronization [req-60b09bc5-e029-4c6d-a2bf-75c70e92e1a3 req-a4243d54-7c0f-4b67-913c-9f654d85bd5b tempest-SecurityGroupRulesNegativeTestJSON-609610454 tempest-SecurityGroupRulesNegativeTestJSON-609610454-project-member] Enqueued Resource ID: 3eec11ca-bb37-419c-ad4b-3709fe5f1d17 with Priority: HIGHEST for action security_group_rules [ 928.415791] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eec11ca-bb37-419c-ad4b-3709fe5f1d17 with Priority: HIGHEST for action security_group_rules [ 928.415791] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eec11ca-bb37-419c-ad4b-3709fe5f1d17 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.415791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eec11ca-bb37-419c-ad4b-3709fe5f1d17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.415791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eec11ca-bb37-419c-ad4b-3709fe5f1d17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.415791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eec11ca-bb37-419c-ad4b-3709fe5f1d17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.415791] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eec11ca-bb37-419c-ad4b-3709fe5f1d17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.895684] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 in Status: SUCCESS [ 928.896081] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.896285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.896539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.896751] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.896902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.896975] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.897197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.897592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.897592] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.899507] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 928.899599] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.899752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.899965] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.900180] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.900311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.900382] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.900548] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.900685] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.900736] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.940171] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.940171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.940171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.940461] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.940461] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.940524] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eec11ca-bb37-419c-ad4b-3709fe5f1d17 already deleted. [ 928.940961] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eec11ca-bb37-419c-ad4b-3709fe5f1d17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.405779] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.406830] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.831414] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547d6596-057b-401c-83b3-022cc4137e90 in Status: SUCCESS [ 929.831879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.832015] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.832272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.832501] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.832730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.832730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.833104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.833104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.833345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.833345] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('547d6596-057b-401c-83b3-022cc4137e90',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.908758] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.909831] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.336306] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('547d6596-057b-401c-83b3-022cc4137e90',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.412362] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.412837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.412837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.412837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.413055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.413192] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 930.414919] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.415070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.415070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.415254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.415362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.415443] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 is going to be updated. [ 930.452482] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.453286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.453286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.453286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.453286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.455434] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.455589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.455648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.455873] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.456140] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.475297] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 in Status: IN_PROGRESS for 2s [ 930.475297] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 930.840532] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 547d6596-057b-401c-83b3-022cc4137e90: rpc.has_security_group_logging(os_id): False [ 930.870132] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.870424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.870424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.870904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.870904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.871260] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.871419] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.871488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.871743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.871743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.872025] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 547d6596-057b-401c-83b3-022cc4137e90 is going to be created. [ 930.990264] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.990768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.990768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.990768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.992547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.012421] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547d6596-057b-401c-83b3-022cc4137e90 in Status: IN_PROGRESS for 2s [ 932.489466] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 in Status: SUCCESS [ 932.489891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.490625] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 932.490894] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.490991] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.491373] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.491546] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.491677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.491677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.492080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.492607] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.492607] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.492607] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.493284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.493522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.493671] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.493790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.493899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.494033] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.494127] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.494199] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.494287] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.550819] env[64796]: INFO networking_nsxv3.common.synchronization [None req-262f4f65-41a5-4643-bbc8-c240f679b77d tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 093e89ef-d053-44c7-80a4-82798decc3c9 with Priority: HIGHEST for action security_group_rules [ 932.551501] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093e89ef-d053-44c7-80a4-82798decc3c9 with Priority: HIGHEST for action security_group_rules [ 932.551949] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-093e89ef-d053-44c7-80a4-82798decc3c9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.552103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.552159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.552421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.552504] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('093e89ef-d053-44c7-80a4-82798decc3c9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.645726] env[64796]: INFO networking_nsxv3.common.synchronization [None req-1151af00-f9ae-45e9-afe8-3288469f72cb tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 093e89ef-d053-44c7-80a4-82798decc3c9 with Priority: HIGHEST for action security_group_rules [ 932.646458] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093e89ef-d053-44c7-80a4-82798decc3c9 with Priority: HIGHEST for action security_group_rules [ 932.646778] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-093e89ef-d053-44c7-80a4-82798decc3c9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.646922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.996383] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.997561] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.997796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.997796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.997966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.998241] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.998241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.998560] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.998560] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.998560] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.998729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.998873] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.998873] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.998873] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.002574] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.002968] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.004135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.004135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.004135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.004135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.004135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.004135] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.024865] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547d6596-057b-401c-83b3-022cc4137e90 in Status: SUCCESS [ 933.024865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.075985] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.075985] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.075985] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.076279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.076747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.076747] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 093e89ef-d053-44c7-80a4-82798decc3c9 already deleted. [ 933.076882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.077186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.077511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.077670] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('093e89ef-d053-44c7-80a4-82798decc3c9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.506219] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22595d26-e086-44a6-b1d5-becf82f0fdd5: rpc.has_security_group_logging(os_id): False [ 933.507699] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6590efd0-0c00-4cce-b1d3-670eedbce52e: rpc.has_security_group_logging(os_id): False [ 933.526451] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.526688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.526769] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.527024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.527139] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.527392] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.527515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.527596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.527773] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.527857] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.527950] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 is going to be created. [ 933.529881] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.529991] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.530074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.530233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.530317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.530528] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.530668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.530741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.530891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.530969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.531192] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.531286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.531343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.531482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.531557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.531732] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.531835] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.531885] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.532033] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.532110] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.532206] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 933.609914] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.610133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.610205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.610509] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.610780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.619392] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.619494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.619616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.619827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.620106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.623090] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.623266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.623367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.623668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.623778] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.623954] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 093e89ef-d053-44c7-80a4-82798decc3c9 already deleted. [ 933.624056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.624855] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 in Status: IN_PROGRESS for 2s [ 933.662314] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 934.018653] env[64796]: INFO networking_nsxv3.common.synchronization [req-e6a9200c-8eb8-4c73-a61c-4c2314c95e14 req-19502366-5f7c-4e54-ac4c-b3c4c80c5cf7 tempest-ServersV294TestFqdnHostnames-2111480532 tempest-ServersV294TestFqdnHostnames-2111480532-project-member] Enqueued Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGHEST for action security_group_members [ 934.019444] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGHEST for action security_group_members [ 934.019896] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.020057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.020130] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.020395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.020581] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.020695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.020763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.020920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.021034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.021137] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe5a973-a3a9-47e1-b31c-c769bdb329ee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.030605] env[64796]: INFO networking_nsxv3.common.synchronization [req-eeb862ab-9a23-45f9-9583-e2916dc90c9a req-9f7b4f7b-128e-499a-9f69-4542b67976d2 tempest-ServersAdminTestJSON-1847068946 tempest-ServersAdminTestJSON-1847068946-project-member] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 934.031112] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 934.031633] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.031633] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.031633] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.031847] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.032035] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.032145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.032220] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.032419] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.033272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.033272] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.428693] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-901 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.428913] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-901" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.429036] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-901" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.431085] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-901" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.431085] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.431085] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.431441] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.431441] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.431549] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.434856] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.434856] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.434856] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.434856] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.434856] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.434856] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.434856] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.453970] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.454142] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.454231] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.454447] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-901" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.454829] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-ab84ec0c-600d-4cba-bd12-7630aa3a4f56 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.455075] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-ab84ec0c-600d-4cba-bd12-7630aa3a4f56" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.455218] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-ab84ec0c-600d-4cba-bd12-7630aa3a4f56" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.455567] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-ab84ec0c-600d-4cba-bd12-7630aa3a4f56" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.455736] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab84ec0c-600d-4cba-bd12-7630aa3a4f56',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.523100] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.523444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.523444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.523567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.523657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.523965] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.524113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.524162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.524320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.524398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.524484] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee already deleted. [ 934.524566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.535183] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.958621] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.958946] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.959087] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.959439] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.959670] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.959947] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port ab84ec0c-600d-4cba-bd12-7630aa3a4f56 not found, creating... [ 934.960340] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.960558] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.960732] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.961096] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.961298] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.961724] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.962061] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.962179] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.962610] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.962835] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.963061] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: ab84ec0c-600d-4cba-bd12-7630aa3a4f56 is going to be created. [ 934.987947] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.988206] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.988334] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.988613] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.988844] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.989204] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-ab84ec0c-600d-4cba-bd12-7630aa3a4f56" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.041889] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.544118] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.544665] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.544665] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.544665] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.544851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.544851] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be updated. [ 935.578588] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.578844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.578844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.579017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.579173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.597351] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: IN_PROGRESS for 2s [ 935.641385] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 in Status: SUCCESS [ 935.641639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.680444] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 935.680745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.726441] env[64796]: INFO networking_nsxv3.common.synchronization [req-e6a9200c-8eb8-4c73-a61c-4c2314c95e14 req-aa677666-ddf8-4739-abfe-90614aae94e0 service nova] Enqueued Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGHEST for action security_group_rules [ 935.726441] env[64796]: INFO networking_nsxv3.common.synchronization [req-e6a9200c-8eb8-4c73-a61c-4c2314c95e14 req-aa677666-ddf8-4739-abfe-90614aae94e0 service nova] Enqueued Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGHEST for action security_group_members [ 935.726441] env[64796]: INFO networking_nsxv3.common.synchronization [req-e6a9200c-8eb8-4c73-a61c-4c2314c95e14 req-aa677666-ddf8-4739-abfe-90614aae94e0 service nova] Enqueued Resource ID: ab84ec0c-600d-4cba-bd12-7630aa3a4f56 with Priority: HIGHEST for action port [ 935.726441] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGHEST for action security_group_rules [ 935.726706] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGHEST for action security_group_members [ 935.726706] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab84ec0c-600d-4cba-bd12-7630aa3a4f56 with Priority: HIGHEST for action port [ 935.727733] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.727733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.727733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.727733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.727905] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebe5a973-a3a9-47e1-b31c-c769bdb329ee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.729079] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.729222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.729338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.729515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.729664] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.729793] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.729836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.730925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.730925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.730925] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe5a973-a3a9-47e1-b31c-c769bdb329ee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.731265] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab84ec0c-600d-4cba-bd12-7630aa3a4f56 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.731370] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab84ec0c-600d-4cba-bd12-7630aa3a4f56" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.731529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab84ec0c-600d-4cba-bd12-7630aa3a4f56" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.731590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab84ec0c-600d-4cba-bd12-7630aa3a4f56" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.731644] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab84ec0c-600d-4cba-bd12-7630aa3a4f56',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.102760] env[64796]: INFO networking_nsxv3.common.synchronization [req-ac381fd7-4f49-4416-a995-8952e93384d2 req-1cc3c6d6-106b-4392-bbf0-d9bce2a5f63c tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGHEST for action security_group_members [ 936.102926] env[64796]: INFO networking_nsxv3.common.synchronization [req-ac381fd7-4f49-4416-a995-8952e93384d2 req-1cc3c6d6-106b-4392-bbf0-d9bce2a5f63c tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 936.103250] env[64796]: INFO networking_nsxv3.common.synchronization [req-ac381fd7-4f49-4416-a995-8952e93384d2 req-1cc3c6d6-106b-4392-bbf0-d9bce2a5f63c tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf with Priority: HIGHEST for action security_group_members [ 936.103970] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGHEST for action security_group_members [ 936.104155] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 936.104542] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf with Priority: HIGHEST for action security_group_members [ 936.104701] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-22595d26-e086-44a6-b1d5-becf82f0fdd5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.105100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.105100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.105185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.105446] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.106309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.106309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.107032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.107032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.107032] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.108480] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.108480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.108841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.108841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.108841] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.109040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.109132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.109319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.109518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.109721] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.110636] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.110773] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.110773] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.110981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.111144] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.111285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.111370] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.111540] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.111623] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.111743] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d714c6da-c8f2-4c4b-ab27-82b2a4d78faf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.160681] env[64796]: INFO networking_nsxv3.common.synchronization [req-ac381fd7-4f49-4416-a995-8952e93384d2 req-1cc3c6d6-106b-4392-bbf0-d9bce2a5f63c tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGHEST for action security_group_rules [ 936.161150] env[64796]: INFO networking_nsxv3.common.synchronization [req-ac381fd7-4f49-4416-a995-8952e93384d2 req-1cc3c6d6-106b-4392-bbf0-d9bce2a5f63c tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGHEST for action security_group_members [ 936.161350] env[64796]: INFO networking_nsxv3.common.synchronization [req-ac381fd7-4f49-4416-a995-8952e93384d2 req-1cc3c6d6-106b-4392-bbf0-d9bce2a5f63c tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_rules [ 936.161516] env[64796]: INFO networking_nsxv3.common.synchronization [req-ac381fd7-4f49-4416-a995-8952e93384d2 req-1cc3c6d6-106b-4392-bbf0-d9bce2a5f63c tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 936.161676] env[64796]: INFO networking_nsxv3.common.synchronization [req-ac381fd7-4f49-4416-a995-8952e93384d2 req-1cc3c6d6-106b-4392-bbf0-d9bce2a5f63c tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf with Priority: HIGHEST for action security_group_rules [ 936.161913] env[64796]: INFO networking_nsxv3.common.synchronization [req-ac381fd7-4f49-4416-a995-8952e93384d2 req-1cc3c6d6-106b-4392-bbf0-d9bce2a5f63c tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf with Priority: HIGHEST for action security_group_members [ 936.162160] env[64796]: INFO networking_nsxv3.common.synchronization [req-ac381fd7-4f49-4416-a995-8952e93384d2 req-1cc3c6d6-106b-4392-bbf0-d9bce2a5f63c tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: fbf69dd3-3397-49aa-91f3-65657136af28 with Priority: HIGHEST for action port [ 936.162758] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGHEST for action security_group_rules [ 936.162937] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_rules [ 936.163121] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf with Priority: HIGHEST for action security_group_members [ 936.163585] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf69dd3-3397-49aa-91f3-65657136af28 with Priority: HIGHEST for action port [ 936.165217] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf with Priority: HIGHEST for action security_group_rules [ 936.165217] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGHEST for action security_group_members [ 936.165372] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 936.165719] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22595d26-e086-44a6-b1d5-becf82f0fdd5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.165838] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.165967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.166242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.166354] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.167539] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.168062] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.168062] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.168167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.168209] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.169349] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.169482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.170123] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbf69dd3-3397-49aa-91f3-65657136af28 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.170277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.170415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.170845] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.170845] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf69dd3-3397-49aa-91f3-65657136af28',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.174137] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.174137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.174137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.174137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.174137] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d714c6da-c8f2-4c4b-ab27-82b2a4d78faf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.174137] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-22595d26-e086-44a6-b1d5-becf82f0fdd5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.174137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.174137] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.174946] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.230163] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.230353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.231933] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebe5a973-a3a9-47e1-b31c-c769bdb329ee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.234267] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab84ec0c-600d-4cba-bd12-7630aa3a4f56 with status ACTIVE [ 936.234479] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.235494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.235494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.235494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.235494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.235494] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.236149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.236149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.236149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.236149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.236149] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.236149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.236149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.236389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.236423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.236544] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab84ec0c-600d-4cba-bd12-7630aa3a4f56 is going to be updated. [ 936.260825] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.261052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.261052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.261283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.261421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.261632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab84ec0c-600d-4cba-bd12-7630aa3a4f56" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.614489] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.615321] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.616188] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d714c6da-c8f2-4c4b-ab27-82b2a4d78faf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.676186] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.676484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.676582] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbf69dd3-3397-49aa-91f3-65657136af28 with status ACTIVE [ 936.676834] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.677022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.677131] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.677414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.677534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.678660] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.678660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.678660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.678660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.678660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.678660] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.678660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.679024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.679024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.679024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.679136] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbf69dd3-3397-49aa-91f3-65657136af28 is going to be updated. [ 936.680733] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-22595d26-e086-44a6-b1d5-becf82f0fdd5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.680846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.681333] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.681333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.709275] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.709490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.709558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.709723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.709872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.710090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbf69dd3-3397-49aa-91f3-65657136af28" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.734223] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebe5a973-a3a9-47e1-b31c-c769bdb329ee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.869358] env[64796]: INFO networking_nsxv3.common.synchronization [req-db0320fa-d0a5-44c0-a859-fd6daa74d713 req-00d7bd20-6cd0-4797-8bae-1582c592b26f tempest-ServerDiagnosticsNegativeTest-1900164255 tempest-ServerDiagnosticsNegativeTest-1900164255-project-member] Enqueued Resource ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e with Priority: HIGHEST for action security_group_members [ 936.869975] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e with Priority: HIGHEST for action security_group_members [ 936.870572] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8120b5a2-f99c-4d70-bc78-29ede5ce161e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.870805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.870805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.871068] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.871236] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.871335] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.871395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.871551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.871820] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.871862] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8120b5a2-f99c-4d70-bc78-29ede5ce161e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.119870] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.121118] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.121975] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d714c6da-c8f2-4c4b-ab27-82b2a4d78faf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.237883] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.237883] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.237883] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.237883] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.237883] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.237883] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee is going to be created. [ 937.269020] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.269020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.269020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.269020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.269382] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.280932] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee in Status: UNINITIALIZED for 2s [ 937.375035] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.375035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.375035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.375489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.375489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.375489] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.375489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.375628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.375730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.375817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.375919] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e already deleted. [ 937.376015] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.392610] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.392808] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.392922] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.393224] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.393473] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.393627] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.393748] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.394521] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.394521] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.394521] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.394692] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.394692] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.394788] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.394898] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.395116] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.395258] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.414150] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.414317] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.414480] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.415142] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.415142] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-276a5f38-6b14-49f4-bc3e-360173a377bc taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.415318] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-276a5f38-6b14-49f4-bc3e-360173a377bc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.415318] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-276a5f38-6b14-49f4-bc3e-360173a377bc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.415638] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-276a5f38-6b14-49f4-bc3e-360173a377bc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.415772] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('276a5f38-6b14-49f4-bc3e-360173a377bc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.608482] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 937.608768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.628021] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.628021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.628021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.628021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.628021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.628021] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 is going to be updated. [ 937.628021] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.628021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.628021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.628829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.628829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.628829] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 937.633025] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.633025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.633025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.633025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.633025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.633025] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf is going to be created. [ 937.662495] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.662655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.662730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.662977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.663187] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.667120] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.667280] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.667358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.667533] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.667671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.670587] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.670766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.670766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.671458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.671458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.691306] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 937.691306] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 in Status: IN_PROGRESS for 2s [ 937.691539] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf in Status: UNINITIALIZED for 2s [ 937.920463] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.923972] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.923972] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.923972] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.923972] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.923972] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 276a5f38-6b14-49f4-bc3e-360173a377bc not found, creating... [ 937.923972] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.923972] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.923972] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.923972] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.923972] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.924404] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.924404] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.924404] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.924404] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.924404] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.924404] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 276a5f38-6b14-49f4-bc3e-360173a377bc is going to be created. [ 937.953324] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.953550] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.953677] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.954095] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.954373] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.954570] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-276a5f38-6b14-49f4-bc3e-360173a377bc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.709222] env[64796]: INFO networking_nsxv3.common.synchronization [req-db0320fa-d0a5-44c0-a859-fd6daa74d713 req-d4704d37-7f7c-44ea-a853-0be8f1ad2ffc service nova] Enqueued Resource ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e with Priority: HIGHEST for action security_group_rules [ 938.709222] env[64796]: INFO networking_nsxv3.common.synchronization [req-db0320fa-d0a5-44c0-a859-fd6daa74d713 req-d4704d37-7f7c-44ea-a853-0be8f1ad2ffc service nova] Enqueued Resource ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e with Priority: HIGHEST for action security_group_members [ 938.709222] env[64796]: INFO networking_nsxv3.common.synchronization [req-db0320fa-d0a5-44c0-a859-fd6daa74d713 req-d4704d37-7f7c-44ea-a853-0be8f1ad2ffc service nova] Enqueued Resource ID: 276a5f38-6b14-49f4-bc3e-360173a377bc with Priority: HIGHEST for action port [ 938.709222] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e with Priority: HIGHEST for action security_group_rules [ 938.709222] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e with Priority: HIGHEST for action security_group_members [ 938.709222] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276a5f38-6b14-49f4-bc3e-360173a377bc with Priority: HIGHEST for action port [ 938.710148] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8120b5a2-f99c-4d70-bc78-29ede5ce161e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.710492] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.712532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.712532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.712532] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8120b5a2-f99c-4d70-bc78-29ede5ce161e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.717870] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8120b5a2-f99c-4d70-bc78-29ede5ce161e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.717870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.717870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.717870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.717870] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.717870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.717870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.717870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.717870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.717870] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8120b5a2-f99c-4d70-bc78-29ede5ce161e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.717870] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-276a5f38-6b14-49f4-bc3e-360173a377bc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.717870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-276a5f38-6b14-49f4-bc3e-360173a377bc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.717870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-276a5f38-6b14-49f4-bc3e-360173a377bc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.718695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-276a5f38-6b14-49f4-bc3e-360173a377bc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.718932] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('276a5f38-6b14-49f4-bc3e-360173a377bc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.221503] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8120b5a2-f99c-4d70-bc78-29ede5ce161e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.222557] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8120b5a2-f99c-4d70-bc78-29ede5ce161e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.222692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.223417] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 276a5f38-6b14-49f4-bc3e-360173a377bc with status ACTIVE [ 939.223417] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.223417] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.223417] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.223632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.223668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.223820] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.223992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.224069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.224301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.224390] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.224880] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.224880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.225028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.225106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.225179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.225345] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 276a5f38-6b14-49f4-bc3e-360173a377bc is going to be updated. [ 939.250834] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.250834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.250834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.250834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.250834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.251164] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-276a5f38-6b14-49f4-bc3e-360173a377bc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.300627] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee in Status: SUCCESS [ 939.300842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.301418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.301633] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.301882] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.302032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.302032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.302203] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.302282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.302369] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.303365] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebe5a973-a3a9-47e1-b31c-c769bdb329ee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.713609] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 939.714043] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.714278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.714549] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.714771] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.714916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.715011] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.715274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.715378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.715488] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.719304] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf in Status: SUCCESS [ 939.719304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.719304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.719304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.719304] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.719304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.719304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.719304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.719304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.719304] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d714c6da-c8f2-4c4b-ab27-82b2a4d78faf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.720680] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 in Status: SUCCESS [ 939.720871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.721040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.721225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.721404] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.721525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.721614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.722257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.722257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.722257] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.725699] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8120b5a2-f99c-4d70-bc78-29ede5ce161e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.806514] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebe5a973-a3a9-47e1-b31c-c769bdb329ee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.223890] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.224933] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d714c6da-c8f2-4c4b-ab27-82b2a4d78faf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.226147] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.227127] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.227265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.227329] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.227535] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.227708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.227708] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e is going to be created. [ 940.260850] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.260996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.261169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.261430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.261592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.271911] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e in Status: UNINITIALIZED for 2s [ 940.311742] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebe5a973-a3a9-47e1-b31c-c769bdb329ee: rpc.has_security_group_logging(os_id): False [ 940.332914] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.332914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.332914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.332914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.332914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.332914] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.332914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.333209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.333209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.333209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.333288] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee is going to be created. [ 940.404418] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.404590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.404590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.404819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.405047] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.418197] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee in Status: IN_PROGRESS for 2s [ 940.727369] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.729666] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.730913] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d714c6da-c8f2-4c4b-ab27-82b2a4d78faf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.069618] env[64796]: INFO networking_nsxv3.common.synchronization [req-b4520e4d-255a-4293-8e54-70469a8e7325 req-a1ea4fa5-a1bd-4ab7-9b79-6be39cd19469 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf with Priority: HIGHEST for action security_group_members [ 941.069787] env[64796]: INFO networking_nsxv3.common.synchronization [req-b4520e4d-255a-4293-8e54-70469a8e7325 req-a1ea4fa5-a1bd-4ab7-9b79-6be39cd19469 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGHEST for action security_group_members [ 941.069923] env[64796]: INFO networking_nsxv3.common.synchronization [req-b4520e4d-255a-4293-8e54-70469a8e7325 req-a1ea4fa5-a1bd-4ab7-9b79-6be39cd19469 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 941.072175] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf with Priority: HIGHEST for action security_group_members [ 941.072175] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGHEST for action security_group_members [ 941.072175] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 941.072175] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.072175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.072175] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-22595d26-e086-44a6-b1d5-becf82f0fdd5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.072175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.072175] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.072175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.230671] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.230671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.230870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.230937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.231021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.231128] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 941.234136] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.234275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.234323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.234855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.234855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.234855] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 is going to be updated. [ 941.235968] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.236081] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.236152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.236324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.236410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.236500] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf is going to be updated. [ 941.266866] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.267237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.267359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.267652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.267919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.270090] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.270230] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.270305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.271037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.271037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.272632] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.272752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.272817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.273015] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.273162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.292060] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 in Status: IN_PROGRESS for 2s [ 941.292060] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 941.292720] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf in Status: IN_PROGRESS for 2s [ 941.760921] env[64796]: INFO networking_nsxv3.common.synchronization [None req-deafe341-8640-455b-b55b-b97f124b17f7 tempest-ServerActionsTestOtherA-1986695756 tempest-ServerActionsTestOtherA-1986695756-project-member] Enqueued Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGHEST for action security_group_rules [ 941.761525] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGHEST for action security_group_rules [ 941.762079] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ded614-4f05-4475-86d5-7480b4a4132c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.762184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.762184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.762533] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.762694] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ded614-4f05-4475-86d5-7480b4a4132c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.895201] env[64796]: INFO networking_nsxv3.common.synchronization [None req-074709dc-4e25-4d7f-a3ea-69adb15f4ff5 tempest-ServerActionsTestOtherA-1986695756 tempest-ServerActionsTestOtherA-1986695756-project-member] Enqueued Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGHEST for action security_group_rules [ 941.895786] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGHEST for action security_group_rules [ 941.897127] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ded614-4f05-4475-86d5-7480b4a4132c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.897230] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.300294] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.300471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.300546] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.300775] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.300950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.301106] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ded614-4f05-4475-86d5-7480b4a4132c already deleted. [ 942.301204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.301576] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.301576] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.301576] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ded614-4f05-4475-86d5-7480b4a4132c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.303585] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e in Status: SUCCESS [ 942.303585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.303585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.303736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.304151] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.304151] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.304151] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.304334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.304383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.304454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.304544] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8120b5a2-f99c-4d70-bc78-29ede5ce161e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.434047] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee in Status: SUCCESS [ 942.434187] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.675878] env[64796]: INFO networking_nsxv3.common.synchronization [req-c31f3123-0ff0-4986-95de-1e988923afa8 req-5e0b29b4-2eb9-432e-a2bb-f83b84f04877 tempest-MultipleCreateTestJSON-1677433575 tempest-MultipleCreateTestJSON-1677433575-project-member] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 942.676579] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 942.676904] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.677040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.677116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.677320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.677469] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.677566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.677628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.677773] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.677864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.677965] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.809779] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8120b5a2-f99c-4d70-bc78-29ede5ce161e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.810149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.810149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.810334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.810412] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.810483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.810606] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.810782] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.810782] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.810896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.810958] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8120b5a2-f99c-4d70-bc78-29ede5ce161e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.811128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.811128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.811259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.811396] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.811488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.811547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.811680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.811764] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.811929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.811987] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8120b5a2-f99c-4d70-bc78-29ede5ce161e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.826377] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.826563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.826635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.826792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.826884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.826983] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ded614-4f05-4475-86d5-7480b4a4132c already deleted. [ 942.827091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.070317] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.070516] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.070638] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.070921] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.071269] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.073214] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.073214] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.073214] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.073214] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.073214] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.073214] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.073214] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.073214] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.073214] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.073214] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.073214] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.092800] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.093011] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.093166] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.093357] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.093677] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-90d6898f-0689-4ace-9cbb-f299ee692224 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.093850] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-90d6898f-0689-4ace-9cbb-f299ee692224" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.094038] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-90d6898f-0689-4ace-9cbb-f299ee692224" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.094372] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-90d6898f-0689-4ace-9cbb-f299ee692224" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.094514] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d6898f-0689-4ace-9cbb-f299ee692224',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.180766] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.181118] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.181277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.181578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.181749] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.182096] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.182228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.182298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.182492] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.182580] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.182685] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be updated. [ 943.214707] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.215723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.215723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.215723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.215723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.225543] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: IN_PROGRESS for 2s [ 943.314247] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8120b5a2-f99c-4d70-bc78-29ede5ce161e: rpc.has_security_group_logging(os_id): False [ 943.553286] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 943.553952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.554270] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.554516] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.554842] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.555256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.555354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.555722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.555891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.555995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.556222] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.559631] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf in Status: SUCCESS [ 943.559631] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.560058] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 in Status: SUCCESS [ 943.560348] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.560562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.560874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.561083] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.561218] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.561310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.561561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.561709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.561912] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.562983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.563146] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.563485] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.563630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.563630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.563793] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.563938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.564049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.564152] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d714c6da-c8f2-4c4b-ab27-82b2a4d78faf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.565035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.565204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.565412] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.565726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.565726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.565726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.566028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.566028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.566028] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.569045] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.569874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.570158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.570655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.572094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.572094] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.572094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.572094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.572094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.572094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.572094] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.572094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.572094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.572094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.572094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.572094] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.572590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.572590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.572590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.572590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.572590] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e is going to be created. [ 943.573892] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.574161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.574329] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.574405] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.574456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.574575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.574661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.574756] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d714c6da-c8f2-4c4b-ab27-82b2a4d78faf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.575905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.576920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.577230] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.577450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.577500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.577706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.577801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.577945] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.599616] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.599931] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.599999] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.600456] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.600456] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.600618] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 90d6898f-0689-4ace-9cbb-f299ee692224 not found, creating... [ 943.601083] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.601083] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.601326] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.601520] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.601692] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.602072] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.602268] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.602391] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.602606] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.603126] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.603447] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 90d6898f-0689-4ace-9cbb-f299ee692224 is going to be created. [ 943.632903] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.633014] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.633134] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.633434] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.633668] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.633982] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-90d6898f-0689-4ace-9cbb-f299ee692224" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.667868] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.668077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.668125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.668320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.668510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.684887] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e in Status: IN_PROGRESS for 2s [ 944.068198] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.068597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.068597] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.080314] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.080314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.080314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.080595] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.080595] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.080667] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.080756] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.080837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.081022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.081099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.081185] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf is going to be deleted. [ 944.082183] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.083325] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d714c6da-c8f2-4c4b-ab27-82b2a4d78faf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.084551] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.084551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.084551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.084738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.084738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.084912] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.086145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.086145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.086145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.086145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.086145] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 is going to be updated. [ 944.114972] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.115204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.115289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.115575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.115786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.122544] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.122728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.122728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.122940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.123048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.123145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.124629] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 in Status: IN_PROGRESS for 2s [ 944.361211] env[64796]: INFO networking_nsxv3.common.synchronization [req-c31f3123-0ff0-4986-95de-1e988923afa8 req-d53e2412-f1a4-4de8-909d-5b6a20aa622f service nova] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_rules [ 944.361449] env[64796]: INFO networking_nsxv3.common.synchronization [req-c31f3123-0ff0-4986-95de-1e988923afa8 req-d53e2412-f1a4-4de8-909d-5b6a20aa622f service nova] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 944.361774] env[64796]: INFO networking_nsxv3.common.synchronization [req-c31f3123-0ff0-4986-95de-1e988923afa8 req-d53e2412-f1a4-4de8-909d-5b6a20aa622f service nova] Enqueued Resource ID: 90d6898f-0689-4ace-9cbb-f299ee692224 with Priority: HIGHEST for action port [ 944.362398] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_rules [ 944.362598] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 944.362694] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d6898f-0689-4ace-9cbb-f299ee692224 with Priority: HIGHEST for action port [ 944.363085] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.363257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.363356] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.363633] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.364386] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.367767] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.367933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.374719] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-90d6898f-0689-4ace-9cbb-f299ee692224 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.374719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90d6898f-0689-4ace-9cbb-f299ee692224" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.374719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90d6898f-0689-4ace-9cbb-f299ee692224" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.374719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90d6898f-0689-4ace-9cbb-f299ee692224" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.374719] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d6898f-0689-4ace-9cbb-f299ee692224',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.571022] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.585631] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22595d26-e086-44a6-b1d5-becf82f0fdd5: rpc.has_security_group_logging(os_id): False [ 944.589091] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d714c6da-c8f2-4c4b-ab27-82b2a4d78faf: rpc.has_security_group_logging(os_id): False [ 944.606078] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.606317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.606381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.606621] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.606725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.606992] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.607106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.607214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.607340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.607415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.607508] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 is going to be updated. [ 944.609562] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.609562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.609787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.609787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.609886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.610089] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.610848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.610848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.610848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.610848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.610848] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf is going to be created. [ 944.652835] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d714c6da-c8f2-4c4b-ab27-82b2a4d78faf], does not exist path=[/infra/domains/default/groups/d714c6da-c8f2-4c4b-ab27-82b2a4d78faf]."\n}' [ 944.652973] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d714c6da-c8f2-4c4b-ab27-82b2a4d78faf [ 944.653088] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 944.717785] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.717785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.717785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.719046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.719046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.723114] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.723272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.723272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.723491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.725523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.725951] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.725951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.726162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.726214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.726317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.726534] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.726637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.726702] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.726856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.726934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.727033] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d714c6da-c8f2-4c4b-ab27-82b2a4d78faf is going to be created. [ 944.748174] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d714c6da-c8f2-4c4b-ab27-82b2a4d78faf], does not exist path=[/infra/domains/default/groups/d714c6da-c8f2-4c4b-ab27-82b2a4d78faf]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d714c6da-c8f2-4c4b-ab27-82b2a4d78faf [ 944.751413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d714c6da-c8f2-4c4b-ab27-82b2a4d78faf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.752080] env[64796]: Traceback (most recent call last): [ 944.752136] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 944.752136] env[64796]: return func(*args, **kwargs) [ 944.752136] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 944.752136] env[64796]: res.raise_for_status() [ 944.752136] env[64796]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 944.752136] env[64796]: raise HTTPError(http_error_msg, response=self) [ 944.752136] env[64796]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d714c6da-c8f2-4c4b-ab27-82b2a4d78faf [ 944.752136] env[64796]: During handling of the above exception, another exception occurred: [ 944.752136] env[64796]: Traceback (most recent call last): [ 944.752136] env[64796]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 944.752136] env[64796]: listener.cb(fileno) [ 944.752136] env[64796]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 944.752136] env[64796]: result = function(*args, **kwargs) [ 944.752136] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 944.752136] env[64796]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 944.752136] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 944.752136] env[64796]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 944.752136] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 944.752136] env[64796]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 944.752136] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 944.752136] env[64796]: res.raise_for_status() [ 944.752136] env[64796]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 944.752136] env[64796]: raise HTTPError(http_error_msg, response=self) [ 944.752827] env[64796]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d714c6da-c8f2-4c4b-ab27-82b2a4d78faf [ 944.752827] env[64796]: Removing descriptor: 5 [ 944.753162] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 in Status: IN_PROGRESS for 2s [ 944.875832] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90d6898f-0689-4ace-9cbb-f299ee692224 with status ACTIVE [ 944.876186] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.876868] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.876868] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.876868] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.876868] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.877112] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.877112] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.877226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.877372] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.877459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.877691] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.877808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.877866] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.878098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.878174] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.878281] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90d6898f-0689-4ace-9cbb-f299ee692224 is going to be updated. [ 944.879664] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.879795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.929627] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.929941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.929941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.930148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.930312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.930526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90d6898f-0689-4ace-9cbb-f299ee692224" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.074336] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.074696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.074696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.074783] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.074987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.075123] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 945.111839] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.112129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.112250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.112486] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.112783] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.127169] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 945.237216] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: SUCCESS [ 945.237344] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc deletion is rescheduled due to dependency. [ 945.237386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.237520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.238435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.239908] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.239908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.239908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.239908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.239908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.239908] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.291081] env[64796]: INFO networking_nsxv3.common.synchronization [None req-7e008a87-a8eb-4505-ac2b-828541e2bb54 None None] Enqueued Resource ID: 53232b20-380b-41d9-8ab8-e70c3fef02d1 with Priority: HIGHEST for action port [ 945.291081] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53232b20-380b-41d9-8ab8-e70c3fef02d1 with Priority: HIGHEST for action port [ 945.291374] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-53232b20-380b-41d9-8ab8-e70c3fef02d1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.291374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53232b20-380b-41d9-8ab8-e70c3fef02d1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.291501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53232b20-380b-41d9-8ab8-e70c3fef02d1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.292490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53232b20-380b-41d9-8ab8-e70c3fef02d1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.292490] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53232b20-380b-41d9-8ab8-e70c3fef02d1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.700764] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e in Status: SUCCESS [ 945.700935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.741571] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.796288] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53232b20-380b-41d9-8ab8-e70c3fef02d1 [ 945.796288] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.796288] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.796288] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.796288] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.796675] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.796675] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53232b20-380b-41d9-8ab8-e70c3fef02d1 already deleted. [ 945.796763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53232b20-380b-41d9-8ab8-e70c3fef02d1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.138980] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 in Status: SUCCESS [ 946.138980] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 deletion is rescheduled due to dependency. [ 946.138980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.245212] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.748568] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.748568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.748568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.749573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.749573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.749573] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be updated. [ 946.767945] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 in Status: SUCCESS [ 946.767945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.781990] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.784022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.784022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.784022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.784022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.794386] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: IN_PROGRESS for 2s [ 947.138308] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 947.138533] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.138865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.139019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.139254] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.139324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.139395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.139550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.139733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.139733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.139872] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.139965] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.140039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.140179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.140317] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.140405] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.140463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.140602] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.140663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.140748] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.140835] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.593132] env[64796]: INFO networking_nsxv3.common.synchronization [None req-c9db48b7-f12f-4ab0-9313-66ceca08c2fa None None] Enqueued Resource ID: 5efb57c7-2bbb-4053-8e7a-341cabd2c9e4 with Priority: HIGHEST for action port [ 947.594828] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5efb57c7-2bbb-4053-8e7a-341cabd2c9e4 with Priority: HIGHEST for action port [ 947.598415] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-5efb57c7-2bbb-4053-8e7a-341cabd2c9e4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.598569] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5efb57c7-2bbb-4053-8e7a-341cabd2c9e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.599849] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5efb57c7-2bbb-4053-8e7a-341cabd2c9e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.599849] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5efb57c7-2bbb-4053-8e7a-341cabd2c9e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.599849] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5efb57c7-2bbb-4053-8e7a-341cabd2c9e4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.646517] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6590efd0-0c00-4cce-b1d3-670eedbce52e: rpc.has_security_group_logging(os_id): False [ 947.666654] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.666654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.666654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.666824] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.702864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.703139] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.703265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.703333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.703530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.703615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.703821] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.703996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.704074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.704442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.704524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.704711] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.704808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.704903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.705067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.705149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.705238] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 947.775029] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.775237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.775323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.775562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.775753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.793407] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 947.911286] env[64796]: INFO networking_nsxv3.common.synchronization [req-571f282a-dc6b-40b6-9ca9-7106bb025776 req-8cbb4bf9-7a2f-47c0-818a-267e870b7b50 tempest-ServerDiskConfigTestJSON-2144250167 tempest-ServerDiskConfigTestJSON-2144250167-project-member] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 947.911942] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 947.917239] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.917239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.917239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.917239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.917239] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.917239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.917239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.917239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.917239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.917239] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.101375] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5efb57c7-2bbb-4053-8e7a-341cabd2c9e4 [ 948.101708] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.101967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.102100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.102398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.102660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.102660] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5efb57c7-2bbb-4053-8e7a-341cabd2c9e4 already deleted. [ 948.102797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5efb57c7-2bbb-4053-8e7a-341cabd2c9e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.423565] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.423565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.423565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.423565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.450317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.450589] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.450731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.450800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.451128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.451214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.451299] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be updated. [ 948.483738] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.485266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.485266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.485266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.485266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.507069] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 948.809712] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: IN_PROGRESS for 4s [ 949.815471] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 949.815777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.519047] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 950.519047] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 deletion is rescheduled due to dependency. [ 950.519742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.730057] env[64796]: INFO networking_nsxv3.common.synchronization [req-717ae4c0-3301-4511-a6bd-c0a147cb3125 req-36e330ae-cdc8-4c42-9e67-21e4c7d0f6d1 tempest-ListImageFiltersTestJSON-319941598 tempest-ListImageFiltersTestJSON-319941598-project-member] Enqueued Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_members [ 950.730395] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_members [ 950.730718] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-466021a5-5fba-47f2-8049-c6a2d62336ac taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.730846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.730913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.731140] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.731301] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.731406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.731465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.731643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.731819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.731912] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.824085] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: SUCCESS [ 950.824387] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.825310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.825310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.825310] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.825310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.825310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.825571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.825571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.825571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.825677] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.085114] env[64796]: INFO networking_nsxv3.common.synchronization [req-e777829f-729f-4183-9299-938afb0707d7 req-f374bb06-1537-45fb-8ccc-d160979b8620 tempest-ServerDiagnosticsNegativeTest-1900164255 tempest-ServerDiagnosticsNegativeTest-1900164255-project-member] Enqueued Resource ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e with Priority: HIGHEST for action security_group_members [ 951.085674] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e with Priority: HIGHEST for action security_group_members [ 951.085981] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8120b5a2-f99c-4d70-bc78-29ede5ce161e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.086205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.086298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.086539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.086644] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.086788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.086903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.087164] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.087315] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.087470] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8120b5a2-f99c-4d70-bc78-29ede5ce161e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.234367] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.332592] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.332592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.332592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.332592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.332592] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.332592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.332592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.332592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.332592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.332592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.332592] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.332592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.332592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.332592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.332592] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.332592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.333377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.333377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.333377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.333377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.333377] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.589822] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.592566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.592566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.592566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.621782] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.622285] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.622511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.622760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.623515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.623515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.623515] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e is going to be updated. [ 951.659504] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.659709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.659783] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.660036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.660208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.670219] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e in Status: IN_PROGRESS for 2s [ 951.733936] env[64796]: INFO networking_nsxv3.common.synchronization [None req-77c2cd34-669a-4a35-8ab5-8ccb48ef5789 None None] Enqueued Resource ID: ac81adf3-271a-4cf4-a3a9-e53af77d3919 with Priority: HIGHEST for action port [ 951.735707] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac81adf3-271a-4cf4-a3a9-e53af77d3919 with Priority: HIGHEST for action port [ 951.736925] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac81adf3-271a-4cf4-a3a9-e53af77d3919 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.737159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac81adf3-271a-4cf4-a3a9-e53af77d3919" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.737246] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac81adf3-271a-4cf4-a3a9-e53af77d3919" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.737588] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac81adf3-271a-4cf4-a3a9-e53af77d3919" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.737686] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac81adf3-271a-4cf4-a3a9-e53af77d3919',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.738991] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.839542] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e17595b0-6d85-474b-8ccb-41418ef6abcc: rpc.has_security_group_logging(os_id): False [ 951.861149] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.861345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.861423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.861653] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.889798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.889798] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.889798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.889798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.889798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.889798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.890129] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.890175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.890208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.890394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.890470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.890709] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.890811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.890896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.891070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.891677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.891677] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be updated. [ 951.998225] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.998409] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.998409] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.998601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.998744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.034563] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: IN_PROGRESS for 2s [ 952.245042] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac81adf3-271a-4cf4-a3a9-e53af77d3919 [ 952.245042] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.245042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.245042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.245042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.245042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.245042] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac81adf3-271a-4cf4-a3a9-e53af77d3919 already deleted. [ 952.245042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac81adf3-271a-4cf4-a3a9-e53af77d3919" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.245042] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.245042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.245042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.245042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.245042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.245042] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466021a5-5fba-47f2-8049-c6a2d62336ac is going to be updated. [ 952.284351] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.286021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.286021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.286021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.286021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.298314] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466021a5-5fba-47f2-8049-c6a2d62336ac in Status: IN_PROGRESS for 2s [ 952.573068] env[64796]: INFO networking_nsxv3.common.synchronization [req-c31f3123-0ff0-4986-95de-1e988923afa8 req-a2298f7d-b81b-43a4-9273-4286e3f30f6a tempest-MultipleCreateTestJSON-1677433575 tempest-MultipleCreateTestJSON-1677433575-project-member] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 952.573068] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 952.573215] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.573351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.573597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.573816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.574072] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.574201] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.574269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.574433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.574522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.574624] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.972179] env[64796]: INFO networking_nsxv3.common.synchronization [req-943926dd-4b95-49ca-b381-abe0eeef183a req-db25806e-ce83-4158-bc9c-1d285e6735a8 tempest-ListServerFiltersTestJSON-1486287278 tempest-ListServerFiltersTestJSON-1486287278-project-member] Enqueued Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 952.973413] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 952.973533] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.973707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.973830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.974072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.974244] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.974346] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.974406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.974553] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.975526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.975526] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.080075] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.118976] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.119827] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.119827] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.119827] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.120077] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.121892] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.121892] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.121892] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.121892] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.121892] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.122227] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.123045] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.123045] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.123045] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.123045] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.123045] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.147036] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.147169] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.147293] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.147470] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-134" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.147785] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-9086cf96-8d96-4b3d-bb7b-2f927b13b04c taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.147958] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-9086cf96-8d96-4b3d-bb7b-2f927b13b04c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.148097] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-9086cf96-8d96-4b3d-bb7b-2f927b13b04c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.148512] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-9086cf96-8d96-4b3d-bb7b-2f927b13b04c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.148581] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9086cf96-8d96-4b3d-bb7b-2f927b13b04c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.477025] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.584725] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.652630] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.652630] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.652809] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.655260] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.655260] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.655260] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 9086cf96-8d96-4b3d-bb7b-2f927b13b04c not found, creating... [ 953.655260] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.655260] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.655260] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.655260] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.655260] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.655976] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.658289] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.658425] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.660901] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.660901] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.660901] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 9086cf96-8d96-4b3d-bb7b-2f927b13b04c is going to be created. [ 953.683362] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.683362] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.683362] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.683362] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.683362] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.683362] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-9086cf96-8d96-4b3d-bb7b-2f927b13b04c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.685425] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e in Status: SUCCESS [ 953.685594] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8120b5a2-f99c-4d70-bc78-29ede5ce161e deletion is rescheduled due to dependency. [ 953.685715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8120b5a2-f99c-4d70-bc78-29ede5ce161e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.979036] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.052643] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: SUCCESS [ 954.052643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.085589] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.085918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.085918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.086149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.086149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.086303] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be updated. [ 954.119382] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.119555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.119720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.119814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.119959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.130370] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: IN_PROGRESS for 2s [ 954.307838] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466021a5-5fba-47f2-8049-c6a2d62336ac in Status: SUCCESS [ 954.308660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.426675] env[64796]: INFO networking_nsxv3.common.synchronization [req-c31f3123-0ff0-4986-95de-1e988923afa8 req-e9ffaa0e-9e40-44b8-b6e0-2e3d2eacdfbf service nova] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_rules [ 954.426851] env[64796]: INFO networking_nsxv3.common.synchronization [req-c31f3123-0ff0-4986-95de-1e988923afa8 req-e9ffaa0e-9e40-44b8-b6e0-2e3d2eacdfbf service nova] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 954.426986] env[64796]: INFO networking_nsxv3.common.synchronization [req-c31f3123-0ff0-4986-95de-1e988923afa8 req-e9ffaa0e-9e40-44b8-b6e0-2e3d2eacdfbf service nova] Enqueued Resource ID: 9086cf96-8d96-4b3d-bb7b-2f927b13b04c with Priority: HIGHEST for action port [ 954.427292] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_rules [ 954.427435] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 954.427539] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9086cf96-8d96-4b3d-bb7b-2f927b13b04c with Priority: HIGHEST for action port [ 954.429290] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.429290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.429290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.431914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.432486] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.434716] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.434822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.435087] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-9086cf96-8d96-4b3d-bb7b-2f927b13b04c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.435199] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9086cf96-8d96-4b3d-bb7b-2f927b13b04c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.435250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9086cf96-8d96-4b3d-bb7b-2f927b13b04c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.435441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9086cf96-8d96-4b3d-bb7b-2f927b13b04c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.435520] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9086cf96-8d96-4b3d-bb7b-2f927b13b04c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.481541] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.481695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.481770] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.482016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.482120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.482219] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 is going to be updated. [ 954.516616] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.516743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.516743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.517096] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.517143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.528640] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: IN_PROGRESS for 2s [ 954.937936] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.938433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.940190] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9086cf96-8d96-4b3d-bb7b-2f927b13b04c with status ACTIVE [ 954.940190] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.940190] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.940190] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.940442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.941041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.941041] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.941041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.941041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.941041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.941489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.941489] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.941489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.941489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.941646] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.941646] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.941709] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9086cf96-8d96-4b3d-bb7b-2f927b13b04c is going to be updated. [ 954.967958] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.968366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.968366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.968545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.969236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.969236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9086cf96-8d96-4b3d-bb7b-2f927b13b04c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.108850] env[64796]: INFO networking_nsxv3.common.synchronization [None req-c6c88faa-5899-48cb-a170-6ad244cc3da1 None None] Enqueued Resource ID: 0e561839-b80b-4d87-a44a-f0b70923ec3e with Priority: HIGHEST for action port [ 955.109499] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e561839-b80b-4d87-a44a-f0b70923ec3e with Priority: HIGHEST for action port [ 955.109824] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e561839-b80b-4d87-a44a-f0b70923ec3e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.109935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e561839-b80b-4d87-a44a-f0b70923ec3e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.110016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e561839-b80b-4d87-a44a-f0b70923ec3e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.110527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e561839-b80b-4d87-a44a-f0b70923ec3e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.110617] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e561839-b80b-4d87-a44a-f0b70923ec3e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.488826] env[64796]: INFO networking_nsxv3.common.synchronization [req-36428128-2d13-4e6c-8e9b-f15983405953 req-e3bfa1cb-8afb-4d3d-8269-57035a78a7ab tempest-ServerActionsTestOtherB-680283000 tempest-ServerActionsTestOtherB-680283000-project-member] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 955.490171] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 955.490590] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.490799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.490799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.491120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.491224] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.491579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.491579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.491710] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.491755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.491859] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.613538] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e561839-b80b-4d87-a44a-f0b70923ec3e [ 955.613769] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.613909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.614028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.614265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.614371] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.614474] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e561839-b80b-4d87-a44a-f0b70923ec3e already deleted. [ 955.614556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e561839-b80b-4d87-a44a-f0b70923ec3e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.859336] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.859569] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.859709] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.860088] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.860306] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.860459] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.860574] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.860959] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.861121] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.861337] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.861492] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.861549] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.861654] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.861783] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.862248] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.862248] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.887980] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.887980] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.887980] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.887980] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.887980] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-1c9106be-c5f4-4368-8796-8cbf5d6c5ba5 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.888703] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-1c9106be-c5f4-4368-8796-8cbf5d6c5ba5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.889054] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-1c9106be-c5f4-4368-8796-8cbf5d6c5ba5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.891175] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-1c9106be-c5f4-4368-8796-8cbf5d6c5ba5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.891551] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9106be-c5f4-4368-8796-8cbf5d6c5ba5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.994821] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.995401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.995401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.995729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.995954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.996308] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.996443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.996623] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.996932] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.997147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.997278] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 already deleted. [ 955.997486] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.142081] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: SUCCESS [ 956.142081] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.142081] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.142081] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.142081] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.142081] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.142081] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.142639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.142639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.142639] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.395642] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.395905] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.396058] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.396386] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.396568] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.399025] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 1c9106be-c5f4-4368-8796-8cbf5d6c5ba5 not found, creating... [ 956.399025] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.399025] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.399025] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.399025] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.399025] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.399405] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.399466] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.399583] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.399842] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.400127] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.400316] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 1c9106be-c5f4-4368-8796-8cbf5d6c5ba5 is going to be created. [ 956.425787] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.426072] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.426272] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.426648] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.427008] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.427306] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-1c9106be-c5f4-4368-8796-8cbf5d6c5ba5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.540561] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: SUCCESS [ 956.540819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.645055] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.147108] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.158163] env[64796]: INFO networking_nsxv3.common.synchronization [req-36428128-2d13-4e6c-8e9b-f15983405953 req-8d29d954-3a21-46ea-a065-696775fe418a service nova] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_rules [ 957.158426] env[64796]: INFO networking_nsxv3.common.synchronization [req-36428128-2d13-4e6c-8e9b-f15983405953 req-8d29d954-3a21-46ea-a065-696775fe418a service nova] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 957.158638] env[64796]: INFO networking_nsxv3.common.synchronization [req-36428128-2d13-4e6c-8e9b-f15983405953 req-8d29d954-3a21-46ea-a065-696775fe418a service nova] Enqueued Resource ID: 1c9106be-c5f4-4368-8796-8cbf5d6c5ba5 with Priority: HIGHEST for action port [ 957.159779] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_rules [ 957.160550] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 957.160550] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c9106be-c5f4-4368-8796-8cbf5d6c5ba5 with Priority: HIGHEST for action port [ 957.161518] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.161719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.161949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.162595] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.162727] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.163642] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.163744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.163832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.165777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.165777] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.165777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.165777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.165777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.165777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.165777] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.166540] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c9106be-c5f4-4368-8796-8cbf5d6c5ba5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.166540] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c9106be-c5f4-4368-8796-8cbf5d6c5ba5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.166703] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c9106be-c5f4-4368-8796-8cbf5d6c5ba5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.166745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c9106be-c5f4-4368-8796-8cbf5d6c5ba5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.166822] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9106be-c5f4-4368-8796-8cbf5d6c5ba5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.650238] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.650395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.650469] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.650784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.650784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.651156] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be updated. [ 957.667153] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.668104] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.668212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.668572] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c9106be-c5f4-4368-8796-8cbf5d6c5ba5 with status ACTIVE [ 957.668737] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.668835] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.668981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.669122] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.669212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.669386] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.669478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.669539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.669684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.669874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.669931] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.670027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.670494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.670494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.670494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.670494] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c9106be-c5f4-4368-8796-8cbf5d6c5ba5 is going to be updated. [ 957.687528] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.687671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.687743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.687953] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.688141] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.695362] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.695525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.695598] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.695786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.695922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.696105] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c9106be-c5f4-4368-8796-8cbf5d6c5ba5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.698787] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: IN_PROGRESS for 2s [ 958.170371] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.672574] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.672796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.672796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.673090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.673172] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.673234] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 is going to be created. [ 958.701830] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.703129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.703129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.703129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.703129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.714841] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: UNINITIALIZED for 2s [ 959.712194] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: SUCCESS [ 959.712554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.712554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.712766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.712968] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.713130] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.713198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.713362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.713446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.713532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.713641] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.216794] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.216943] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.217050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.218041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.218041] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.218041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.218041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.218041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.218041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.218041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.218430] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.218430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.218430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.218430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.218578] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.218620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.218651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.218786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.218861] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.218944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.219090] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.722376] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e17595b0-6d85-474b-8ccb-41418ef6abcc: rpc.has_security_group_logging(os_id): False [ 960.725947] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: SUCCESS [ 960.726361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.726466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.726726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.726953] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.727098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.727172] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.727331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.727414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.727507] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.727629] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.740600] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.740763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.740813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.741069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.741177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.741400] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.741510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.741593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.741754] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.741834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.742062] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.742171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.742255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.742405] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.742483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.742685] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.742789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.742855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.743037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.743124] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.743213] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be updated. [ 960.809948] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.810452] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.810452] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.810581] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.810663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.850447] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: IN_PROGRESS for 2s [ 961.230080] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.732596] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61101a89-2bca-42e5-a383-b9fb9500d008: rpc.has_security_group_logging(os_id): False [ 961.754045] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.754045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.754045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.754310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.754310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.754426] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.754537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.754629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.754797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.754877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.754968] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 is going to be created. [ 961.827022] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.827341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.827678] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.828571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.829522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.840862] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: IN_PROGRESS for 2s [ 962.046984] env[64796]: INFO networking_nsxv3.common.synchronization [req-b2cb2f71-683f-426f-8342-24f40f3eb494 req-d2b4ed6b-f651-4252-99aa-d7e85d3ebefe tempest-ImagesTestJSON-643861234 tempest-ImagesTestJSON-643861234-project-member] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 962.047784] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 962.048284] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.048284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.048284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.048484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.048617] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.048688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.049233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.049331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.049424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.049829] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.429390] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.429834] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.429834] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.430864] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.430864] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.430864] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.431119] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.431299] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.431449] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.431664] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.431782] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.431958] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.432141] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.432274] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.432386] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.432526] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.460014] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.460296] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.460445] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.460618] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.460929] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-f47d1b43-17a9-42dc-9673-a9e911fc8dd2 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.461108] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-f47d1b43-17a9-42dc-9673-a9e911fc8dd2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.461226] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-f47d1b43-17a9-42dc-9673-a9e911fc8dd2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.462230] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-f47d1b43-17a9-42dc-9673-a9e911fc8dd2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.462230] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f47d1b43-17a9-42dc-9673-a9e911fc8dd2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.551783] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.551996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.551996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.552295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.573544] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.573803] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.573923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.574047] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.574282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.574371] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.574467] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 962.617912] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.618200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.618724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.618899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.619066] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.629397] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 962.923086] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: SUCCESS [ 962.923348] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.965433] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.965917] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.966112] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.966867] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.966867] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.967082] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port f47d1b43-17a9-42dc-9673-a9e911fc8dd2 not found, creating... [ 962.967636] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.967959] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.968054] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.968352] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.968548] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.968928] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.969149] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.969315] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.969604] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.969777] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.969960] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: f47d1b43-17a9-42dc-9673-a9e911fc8dd2 is going to be created. [ 962.998223] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.998223] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.998223] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.998223] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.998480] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.998521] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-f47d1b43-17a9-42dc-9673-a9e911fc8dd2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.746382] env[64796]: INFO networking_nsxv3.common.synchronization [req-b2cb2f71-683f-426f-8342-24f40f3eb494 req-aee38b1f-9d26-483d-874f-91d9c2cc609f service nova] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_rules [ 963.746598] env[64796]: INFO networking_nsxv3.common.synchronization [req-b2cb2f71-683f-426f-8342-24f40f3eb494 req-aee38b1f-9d26-483d-874f-91d9c2cc609f service nova] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 963.746804] env[64796]: INFO networking_nsxv3.common.synchronization [req-b2cb2f71-683f-426f-8342-24f40f3eb494 req-aee38b1f-9d26-483d-874f-91d9c2cc609f service nova] Enqueued Resource ID: f47d1b43-17a9-42dc-9673-a9e911fc8dd2 with Priority: HIGHEST for action port [ 963.747812] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_rules [ 963.747979] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 963.748163] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f47d1b43-17a9-42dc-9673-a9e911fc8dd2 with Priority: HIGHEST for action port [ 963.748512] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.748617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.748690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.748902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.748989] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.750126] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.750348] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.751028] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-f47d1b43-17a9-42dc-9673-a9e911fc8dd2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.751028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f47d1b43-17a9-42dc-9673-a9e911fc8dd2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.751028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f47d1b43-17a9-42dc-9673-a9e911fc8dd2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.751028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f47d1b43-17a9-42dc-9673-a9e911fc8dd2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.751269] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f47d1b43-17a9-42dc-9673-a9e911fc8dd2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.854386] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: SUCCESS [ 963.854480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.253571] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f47d1b43-17a9-42dc-9673-a9e911fc8dd2 with status ACTIVE [ 964.253914] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.254025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.254118] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.254351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.254514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.254766] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.254854] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.254903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.255079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.255189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.255402] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.255529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.255608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.256066] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.256066] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.256066] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f47d1b43-17a9-42dc-9673-a9e911fc8dd2 is going to be updated. [ 964.257238] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.257363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.283803] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.283974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.284073] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.284317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.284466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.284633] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f47d1b43-17a9-42dc-9673-a9e911fc8dd2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.642551] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 964.642551] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 deletion is rescheduled due to dependency. [ 964.642551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.642551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.642551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.642769] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.642940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.643069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.643274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.643389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.643581] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.784669] env[64796]: INFO networking_nsxv3.common.synchronization [req-f59031c4-3794-4240-83dd-b73534f77305 req-d71c466e-122d-4525-97d3-958b92d6cf29 tempest-DeleteServersTestJSON-651100822 tempest-DeleteServersTestJSON-651100822-project-member] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 964.785440] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 964.785610] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.785800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.785800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.785995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.786186] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.786296] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.786296] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.786446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.786524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.786625] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.827033] env[64796]: INFO networking_nsxv3.common.synchronization [req-6d8bb055-d6d6-4ba9-b42e-5e49b9356db7 req-e1693b4b-7c7e-4f3f-85dd-9820760615d1 tempest-MultipleCreateTestJSON-1677433575 tempest-MultipleCreateTestJSON-1677433575-project-member] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 964.827616] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 964.827936] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.828107] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.828177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.828408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.828577] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.828706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.828776] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.828934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.829031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.829089] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.147028] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.218777] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.218777] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.218777] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.219025] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.219531] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.219690] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.219906] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.220136] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.220322] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.220578] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.220911] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.220911] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.220911] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.221065] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.222075] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.222075] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.228053] env[64796]: INFO networking_nsxv3.common.synchronization [req-eaac98a5-e7e3-4f64-ab87-e5135a0b0554 req-beea4ae7-1710-4f41-972a-8df2b5cc230f tempest-MultipleCreateTestJSON-1677433575 tempest-MultipleCreateTestJSON-1677433575-project-member] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 965.228926] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGHEST for action security_group_members [ 965.228926] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.229065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.254064] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.254523] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.254523] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.254642] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.255263] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-e8e20dce-f481-40d6-8c88-5e7f9beb7a4d taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.255510] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-e8e20dce-f481-40d6-8c88-5e7f9beb7a4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.255703] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-e8e20dce-f481-40d6-8c88-5e7f9beb7a4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.255963] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-e8e20dce-f481-40d6-8c88-5e7f9beb7a4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.256107] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e20dce-f481-40d6-8c88-5e7f9beb7a4d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.288636] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.288861] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.288961] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.289287] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.316393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.316791] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.316890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.316890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.317294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.317385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.317487] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be updated. [ 965.331121] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.347333] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.347790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.347938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.348218] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.348430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.360977] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 965.649164] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.759117] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.759399] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.759473] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.759768] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.759922] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.760093] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port e8e20dce-f481-40d6-8c88-5e7f9beb7a4d not found, creating... [ 965.760819] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.760972] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.761146] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.761452] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.761608] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.761924] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.762925] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.763425] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.763703] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.763892] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.764221] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: e8e20dce-f481-40d6-8c88-5e7f9beb7a4d is going to be created. [ 965.795442] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.795660] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.795660] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.796525] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.796525] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.796525] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-e8e20dce-f481-40d6-8c88-5e7f9beb7a4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.835450] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.152964] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.153370] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.153370] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.153534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.153534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.153616] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 966.187966] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.188166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.188261] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.188517] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.188668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.199531] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 966.338199] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.338522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.338522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.338659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.338896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.338896] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be updated. [ 966.368331] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.368528] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.368627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.368834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.369013] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.382056] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: IN_PROGRESS for 2s [ 966.506163] env[64796]: INFO networking_nsxv3.common.synchronization [req-f59031c4-3794-4240-83dd-b73534f77305 req-5477c031-b231-4a75-a267-f0e5b9939976 service nova] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_rules [ 966.506613] env[64796]: INFO networking_nsxv3.common.synchronization [req-f59031c4-3794-4240-83dd-b73534f77305 req-5477c031-b231-4a75-a267-f0e5b9939976 service nova] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 966.506613] env[64796]: INFO networking_nsxv3.common.synchronization [req-f59031c4-3794-4240-83dd-b73534f77305 req-5477c031-b231-4a75-a267-f0e5b9939976 service nova] Enqueued Resource ID: e8e20dce-f481-40d6-8c88-5e7f9beb7a4d with Priority: HIGHEST for action port [ 966.506975] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_rules [ 966.507184] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 966.507236] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e20dce-f481-40d6-8c88-5e7f9beb7a4d with Priority: HIGHEST for action port [ 966.507497] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.507623] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.507701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.507958] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.508058] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.509617] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.509617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.509813] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8e20dce-f481-40d6-8c88-5e7f9beb7a4d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.509898] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8e20dce-f481-40d6-8c88-5e7f9beb7a4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.509940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8e20dce-f481-40d6-8c88-5e7f9beb7a4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.510106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8e20dce-f481-40d6-8c88-5e7f9beb7a4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.510184] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e20dce-f481-40d6-8c88-5e7f9beb7a4d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.011725] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.011966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.012260] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8e20dce-f481-40d6-8c88-5e7f9beb7a4d with status ACTIVE [ 967.012479] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.012618] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.012710] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.012959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.013120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.013330] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.013556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.013654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.013834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.013931] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.014179] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.014320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.014372] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.014564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.014675] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.014774] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8e20dce-f481-40d6-8c88-5e7f9beb7a4d is going to be updated. [ 967.043925] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.043925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.043925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.043925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.043925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.043925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8e20dce-f481-40d6-8c88-5e7f9beb7a4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.370035] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 967.370376] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 deletion is rescheduled due to dependency. [ 967.370376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.370514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.370723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.370907] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.371036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.371686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.371686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.371686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.371686] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.645915] env[64796]: INFO networking_nsxv3.common.synchronization [req-a3b11f19-e3f9-4c54-8f82-9f3d7af8f42a req-888f619b-787b-4161-9d99-b7726c47f4fd tempest-ServersAdminNegativeTestJSON-1916776920 tempest-ServersAdminNegativeTestJSON-1916776920-project-member] Enqueued Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_members [ 967.646934] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_members [ 967.647461] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-04011a62-9f67-4114-bc81-f2b105c909e7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.647602] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.647672] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.647869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.648033] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.648159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.648219] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.648372] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.648458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.648552] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.878024] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.061633] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.061894] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.062036] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.062400] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.062705] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.062922] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.064576] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.066669] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.066995] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.067173] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.067336] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.067459] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.067569] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.067704] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.067835] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.067972] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.089998] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.090208] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.090351] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.090550] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-145" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.090883] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-d592198c-e767-4293-a593-ee464750f571 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.091094] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-d592198c-e767-4293-a593-ee464750f571" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.091240] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-d592198c-e767-4293-a593-ee464750f571" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.091597] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-d592198c-e767-4293-a593-ee464750f571" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.091757] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d592198c-e767-4293-a593-ee464750f571',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.150805] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.211218] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 968.211957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.212258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.212493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.212723] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.212877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.212967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.213169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.213259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.213372] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.213474] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.378212] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.391612] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: SUCCESS [ 968.391933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.392418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.392628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.392812] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.392979] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.393103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.393344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.393491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.393639] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.594454] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.594690] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.594813] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.595869] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.595869] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.595869] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port d592198c-e767-4293-a593-ee464750f571 not found, creating... [ 968.596072] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.596352] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.596503] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.596763] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.596904] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.597223] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.597413] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.598157] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.598157] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.598157] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.598157] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: d592198c-e767-4293-a593-ee464750f571 is going to be created. [ 968.628875] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.629139] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.629310] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.629644] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.629940] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.630270] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-d592198c-e767-4293-a593-ee464750f571" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.653458] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.717567] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.717769] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.717835] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.718078] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.718359] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.718581] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.718637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.718851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.719080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.719198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.719401] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.719567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.719690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.719925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.720129] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.720313] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.720446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.720491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.720576] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.720699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.720847] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.881589] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.881801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.881882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.882996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.882996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.882996] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be updated. [ 968.896120] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.896394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.896521] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.896887] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.897053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.897283] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.897446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.897613] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.897703] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.897931] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.898058] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be updated. [ 968.922327] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.922746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.922746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.922914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.923046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.937514] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.937767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.937767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.937950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.938132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.939766] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 968.947649] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: IN_PROGRESS for 2s [ 969.156488] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.156655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.156776] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.157038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.157125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.157236] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04011a62-9f67-4114-bc81-f2b105c909e7 is going to be updated. [ 969.190955] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.190955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.190955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.190955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.190955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.201391] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04011a62-9f67-4114-bc81-f2b105c909e7 in Status: IN_PROGRESS for 2s [ 969.213460] env[64796]: INFO networking_nsxv3.common.synchronization [req-69d8b39e-8028-4d36-b8dc-52fa1ae2ad35 req-7f364894-714f-403c-9a63-3c0644a3c0f7 tempest-ImagesOneServerTestJSON-1271302835 tempest-ImagesOneServerTestJSON-1271302835-project-member] Enqueued Resource ID: 39458f86-40bb-4a46-b3d5-b341becbe74f with Priority: HIGHEST for action security_group_members [ 969.214160] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39458f86-40bb-4a46-b3d5-b341becbe74f with Priority: HIGHEST for action security_group_members [ 969.215135] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-39458f86-40bb-4a46-b3d5-b341becbe74f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.215135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.215135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.215135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.215135] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.215135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.215135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.215465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.215465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.215465] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39458f86-40bb-4a46-b3d5-b341becbe74f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.223273] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa2624bb-abb6-424c-808f-b9c86444af79: rpc.has_security_group_logging(os_id): False [ 969.242473] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.242699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.242699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.242909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.243009] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.243238] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.243364] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.243432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.243597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.243686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.243964] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.244119] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.244188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.244346] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.244452] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.244660] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.244766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.244856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.245074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.245162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.245237] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 969.313496] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.313496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.313496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.313496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.313496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.326816] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 969.365508] env[64796]: INFO networking_nsxv3.common.synchronization [req-a3b11f19-e3f9-4c54-8f82-9f3d7af8f42a req-70b164d0-d0aa-47f0-9083-bd7decc0fd62 service nova] Enqueued Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_rules [ 969.365891] env[64796]: INFO networking_nsxv3.common.synchronization [req-a3b11f19-e3f9-4c54-8f82-9f3d7af8f42a req-70b164d0-d0aa-47f0-9083-bd7decc0fd62 service nova] Enqueued Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_members [ 969.366325] env[64796]: INFO networking_nsxv3.common.synchronization [req-a3b11f19-e3f9-4c54-8f82-9f3d7af8f42a req-70b164d0-d0aa-47f0-9083-bd7decc0fd62 service nova] Enqueued Resource ID: d592198c-e767-4293-a593-ee464750f571 with Priority: HIGHEST for action port [ 969.366928] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_rules [ 969.367135] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_members [ 969.367232] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d592198c-e767-4293-a593-ee464750f571 with Priority: HIGHEST for action port [ 969.367929] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04011a62-9f67-4114-bc81-f2b105c909e7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.367929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.367929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.368424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.368424] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.369143] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-04011a62-9f67-4114-bc81-f2b105c909e7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.369248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.369443] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-d592198c-e767-4293-a593-ee464750f571 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.369547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d592198c-e767-4293-a593-ee464750f571" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.369608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d592198c-e767-4293-a593-ee464750f571" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.369772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d592198c-e767-4293-a593-ee464750f571" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.369845] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d592198c-e767-4293-a593-ee464750f571',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.720618] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.721077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.721077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.721077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.758406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.758586] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.758725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.758809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.759086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.759477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.759477] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39458f86-40bb-4a46-b3d5-b341becbe74f is going to be updated. [ 969.794844] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.794844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.794844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.794844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.794844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.805441] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39458f86-40bb-4a46-b3d5-b341becbe74f in Status: IN_PROGRESS for 2s [ 969.872084] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-04011a62-9f67-4114-bc81-f2b105c909e7 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.872380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.872444] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d592198c-e767-4293-a593-ee464750f571 with status ACTIVE [ 969.872619] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.872734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.872786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.873903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.873903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.873903] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.873903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.873903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.873903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.873903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.873903] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.873903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.873903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.874451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.874451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.874451] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d592198c-e767-4293-a593-ee464750f571 is going to be updated. [ 969.907346] env[64796]: INFO networking_nsxv3.common.synchronization [req-88ea302c-7ca8-476b-8ccf-8d0ffa85b777 req-33c75740-7489-43e0-92bf-c49a6326de09 tempest-ServersAdminTestJSON-1847068946 tempest-ServersAdminTestJSON-1847068946-project-member] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 969.907981] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 969.908259] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.908515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.908515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.908666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.909692] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.909692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.909692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.909692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.909692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.909692] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.934028] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.934217] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.934297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.934514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.934666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.934839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d592198c-e767-4293-a593-ee464750f571" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.384814] env[64796]: INFO networking_nsxv3.common.synchronization [req-bb9f2c41-c121-4e40-bcf7-11551a5ff7ee req-76482c8f-1564-4334-81ca-c2d51e9d2d84 tempest-InstanceActionsTestJSON-16849911 tempest-InstanceActionsTestJSON-16849911-project-member] Enqueued Resource ID: eb60b55a-0275-474a-8316-416675ada9ae with Priority: HIGHEST for action security_group_members [ 970.385420] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb60b55a-0275-474a-8316-416675ada9ae with Priority: HIGHEST for action security_group_members [ 970.385763] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb60b55a-0275-474a-8316-416675ada9ae taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.386122] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.386122] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.386326] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.386490] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.386630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.386719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.386902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.387028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.387144] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb60b55a-0275-474a-8316-416675ada9ae',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.412930] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.730259] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.730259] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-85" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.730259] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-85" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.730259] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-85" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.731425] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.731425] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.731543] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.731823] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.732608] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.732608] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.732608] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.732608] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.732608] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.732811] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.732811] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.733293] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.759321] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.759506] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.759650] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.759828] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-85" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.760177] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-cc2a12af-d7aa-447b-8d2e-689f5eb4d98b taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.760354] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-cc2a12af-d7aa-447b-8d2e-689f5eb4d98b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.760506] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-cc2a12af-d7aa-447b-8d2e-689f5eb4d98b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.760825] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-cc2a12af-d7aa-447b-8d2e-689f5eb4d98b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.760959] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc2a12af-d7aa-447b-8d2e-689f5eb4d98b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.889579] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.889767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.889844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.890239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.890239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.890421] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.890526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.890592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.890752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.890836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.890930] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb60b55a-0275-474a-8316-416675ada9ae already deleted. [ 970.891039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.920706] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.950387] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 970.950666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.950868] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.951139] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.951374] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.954023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.954023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.954023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.954023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.954023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.954023] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.958837] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17595b0-6d85-474b-8ccb-41418ef6abcc in Status: SUCCESS [ 970.958837] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc deletion is rescheduled due to dependency. [ 970.958837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.218298] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04011a62-9f67-4114-bc81-f2b105c909e7 in Status: SUCCESS [ 971.218298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.218298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.218298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.218513] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.218576] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.218681] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.218854] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.218912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.219450] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.263829] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.264208] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.264417] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.264782] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.264969] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.265243] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port cc2a12af-d7aa-447b-8d2e-689f5eb4d98b not found, creating... [ 971.265577] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.265809] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.266206] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.266528] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.266762] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.267234] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.267472] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.267637] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.267917] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.268103] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.268289] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: cc2a12af-d7aa-447b-8d2e-689f5eb4d98b is going to be created. [ 971.288322] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.288523] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.288647] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.288970] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.289219] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.289643] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-cc2a12af-d7aa-447b-8d2e-689f5eb4d98b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.346689] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 971.346934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.424410] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.424625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.424786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.425086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.425264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.425396] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be updated. [ 971.454868] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.455042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.455131] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.455366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.455574] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.455679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.455738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.455888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.456060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.456126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.456221] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.456348] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.456427] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.456526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.456714] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.456857] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.456934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.457108] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.457273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.457395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.457522] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.459296] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.459444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.459627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.459627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.459741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.471453] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: IN_PROGRESS for 2s [ 971.722077] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.816036] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39458f86-40bb-4a46-b3d5-b341becbe74f in Status: SUCCESS [ 971.816348] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39458f86-40bb-4a46-b3d5-b341becbe74f deletion is rescheduled due to dependency. [ 971.816348] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.961916] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a5006c7-7e2e-4191-a6a0-87d6817a7695: rpc.has_security_group_logging(os_id): False [ 971.979854] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.980023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.980127] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.980343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.980436] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.980660] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.980762] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.980928] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.980987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.981092] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.981228] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.981305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.981376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.981506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.981612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.981960] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.981960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.981960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.982233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.982233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.982233] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be updated. [ 972.021765] env[64796]: INFO networking_nsxv3.common.synchronization [req-bb9f2c41-c121-4e40-bcf7-11551a5ff7ee req-68be9aa5-048b-4746-8115-3ba3aac3c928 service nova] Enqueued Resource ID: eb60b55a-0275-474a-8316-416675ada9ae with Priority: HIGHEST for action security_group_rules [ 972.021937] env[64796]: INFO networking_nsxv3.common.synchronization [req-bb9f2c41-c121-4e40-bcf7-11551a5ff7ee req-68be9aa5-048b-4746-8115-3ba3aac3c928 service nova] Enqueued Resource ID: eb60b55a-0275-474a-8316-416675ada9ae with Priority: HIGHEST for action security_group_members [ 972.022619] env[64796]: INFO networking_nsxv3.common.synchronization [req-bb9f2c41-c121-4e40-bcf7-11551a5ff7ee req-68be9aa5-048b-4746-8115-3ba3aac3c928 service nova] Enqueued Resource ID: cc2a12af-d7aa-447b-8d2e-689f5eb4d98b with Priority: HIGHEST for action port [ 972.022791] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb60b55a-0275-474a-8316-416675ada9ae with Priority: HIGHEST for action security_group_rules [ 972.022933] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb60b55a-0275-474a-8316-416675ada9ae with Priority: HIGHEST for action security_group_members [ 972.023098] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2a12af-d7aa-447b-8d2e-689f5eb4d98b with Priority: HIGHEST for action port [ 972.023593] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb60b55a-0275-474a-8316-416675ada9ae taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.023670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.023734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.024068] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.024202] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb60b55a-0275-474a-8316-416675ada9ae',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.027658] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb60b55a-0275-474a-8316-416675ada9ae taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.027658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.027658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.027856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.028009] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.028151] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.028255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.028463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.028598] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.028695] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb60b55a-0275-474a-8316-416675ada9ae',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.029541] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc2a12af-d7aa-447b-8d2e-689f5eb4d98b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.029708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc2a12af-d7aa-447b-8d2e-689f5eb4d98b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.029777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc2a12af-d7aa-447b-8d2e-689f5eb4d98b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.030255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc2a12af-d7aa-447b-8d2e-689f5eb4d98b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.030255] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc2a12af-d7aa-447b-8d2e-689f5eb4d98b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.045434] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.045636] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.045636] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.046323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.046323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.061660] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 972.224323] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.532037] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb60b55a-0275-474a-8316-416675ada9ae taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.532138] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.532480] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb60b55a-0275-474a-8316-416675ada9ae',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.534109] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc2a12af-d7aa-447b-8d2e-689f5eb4d98b with status ACTIVE [ 972.534109] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.534837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.534837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.534951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.534984] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.535824] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.535824] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.535824] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.535824] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.535824] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.536030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.536084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.536163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.536266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.536869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.536869] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc2a12af-d7aa-447b-8d2e-689f5eb4d98b is going to be updated. [ 972.559152] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.559241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.559317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.559537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.559680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.559842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc2a12af-d7aa-447b-8d2e-689f5eb4d98b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.727859] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.727859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.727859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.728021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.728021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.729036] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04011a62-9f67-4114-bc81-f2b105c909e7 is going to be updated. [ 972.758608] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.758874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.758960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.759195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.759350] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.769345] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04011a62-9f67-4114-bc81-f2b105c909e7 in Status: IN_PROGRESS for 2s [ 973.035268] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb60b55a-0275-474a-8316-416675ada9ae',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.304583] env[64796]: INFO networking_nsxv3.common.synchronization [req-4bd858d8-d4fe-42c8-9ee6-ea692802808d req-4d0e4a9a-5326-4ee1-862f-d0b3cd549319 tempest-ServerActionsV293TestJSON-655227587 tempest-ServerActionsV293TestJSON-655227587-project-member] Enqueued Resource ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 with Priority: HIGHEST for action security_group_members [ 973.305080] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 with Priority: HIGHEST for action security_group_members [ 973.306695] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.306841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.306904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.307189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.307360] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.307464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.307530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.307677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.307762] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.307879] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.482556] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 973.482556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.543114] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.543114] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.543114] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.543114] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.543114] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.543114] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb60b55a-0275-474a-8316-416675ada9ae is going to be created. [ 973.582779] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.582779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.583398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.583398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.583398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.595542] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb60b55a-0275-474a-8316-416675ada9ae in Status: UNINITIALIZED for 2s [ 973.642025] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.642025] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-537" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.642025] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-537" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.642437] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-537" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.642807] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.643117] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.643117] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.643343] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.643507] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.643688] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.644167] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.644167] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.644167] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.644458] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.644458] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.644567] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.664210] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.664394] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.664535] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.664707] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-537" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.665047] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-37ae5666-4894-4b73-bc58-9b316791612f taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.665248] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-37ae5666-4894-4b73-bc58-9b316791612f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.665406] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-37ae5666-4894-4b73-bc58-9b316791612f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.665715] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-37ae5666-4894-4b73-bc58-9b316791612f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.665852] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ae5666-4894-4b73-bc58-9b316791612f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.810341] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.812278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.812278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.812278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.812278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.812278] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.812278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.812278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.812278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.812278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.812278] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 already deleted. [ 973.812278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.076013] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 974.076498] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.169036] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.169036] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.169036] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.169036] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.169295] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.169295] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 37ae5666-4894-4b73-bc58-9b316791612f not found, creating... [ 974.169544] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.170483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.170483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.170483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.170483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.170801] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.170863] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.170995] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.171277] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.171422] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.171590] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 37ae5666-4894-4b73-bc58-9b316791612f is going to be created. [ 974.192469] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.192469] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.192730] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.192920] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.193198] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.193436] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-37ae5666-4894-4b73-bc58-9b316791612f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.785526] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04011a62-9f67-4114-bc81-f2b105c909e7 in Status: SUCCESS [ 974.785766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.785951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.786218] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.786789] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.786789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.786789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.786789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.787021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.787021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.787021] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.949930] env[64796]: INFO networking_nsxv3.common.synchronization [req-4bd858d8-d4fe-42c8-9ee6-ea692802808d req-5e366704-d1c6-4f30-bead-e985046f9809 service nova] Enqueued Resource ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 with Priority: HIGHEST for action security_group_rules [ 974.950134] env[64796]: INFO networking_nsxv3.common.synchronization [req-4bd858d8-d4fe-42c8-9ee6-ea692802808d req-5e366704-d1c6-4f30-bead-e985046f9809 service nova] Enqueued Resource ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 with Priority: HIGHEST for action security_group_members [ 974.950134] env[64796]: INFO networking_nsxv3.common.synchronization [req-4bd858d8-d4fe-42c8-9ee6-ea692802808d req-5e366704-d1c6-4f30-bead-e985046f9809 service nova] Enqueued Resource ID: 37ae5666-4894-4b73-bc58-9b316791612f with Priority: HIGHEST for action port [ 974.950967] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 with Priority: HIGHEST for action security_group_rules [ 974.951063] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 with Priority: HIGHEST for action security_group_members [ 974.952542] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ae5666-4894-4b73-bc58-9b316791612f with Priority: HIGHEST for action port [ 974.952968] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.953117] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.953185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.955019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.955019] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.955019] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.955019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.955019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.955019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.955449] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.955449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.955449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.955791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.955866] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.955960] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.957607] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-37ae5666-4894-4b73-bc58-9b316791612f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.957749] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37ae5666-4894-4b73-bc58-9b316791612f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.957836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37ae5666-4894-4b73-bc58-9b316791612f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.958242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37ae5666-4894-4b73-bc58-9b316791612f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.958242] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ae5666-4894-4b73-bc58-9b316791612f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.289443] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-04011a62-9f67-4114-bc81-f2b105c909e7 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.289443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.289890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.289890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.289890] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.290111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.290111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.290228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.290368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.290523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.290751] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-04011a62-9f67-4114-bc81-f2b105c909e7 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.290886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.290949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.291123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.291268] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.291359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.291420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.291555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.291631] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.291713] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.291804] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.460626] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.460626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.460903] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.461907] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37ae5666-4894-4b73-bc58-9b316791612f with status ACTIVE [ 975.463148] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.463148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.463148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.463148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.463148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.463148] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.463148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.463148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.463502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.463502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.463591] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.464352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.464352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.464352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.464352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.464352] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37ae5666-4894-4b73-bc58-9b316791612f is going to be updated. [ 975.489574] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.489786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.489901] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.490022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.490207] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.490820] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37ae5666-4894-4b73-bc58-9b316791612f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.607540] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb60b55a-0275-474a-8316-416675ada9ae in Status: SUCCESS [ 975.607872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.607872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.608052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.608246] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.608425] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.608688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.608688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.608688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.608869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.608970] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb60b55a-0275-474a-8316-416675ada9ae',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.794074] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04011a62-9f67-4114-bc81-f2b105c909e7: rpc.has_security_group_logging(os_id): False [ 975.813338] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.813509] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.813559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.813769] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.835628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.835628] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.835628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.835628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.835628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.835628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.835628] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.835628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.836118] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.836118] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.836118] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.836118] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.836267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.836267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.836342] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.836400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.836487] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04011a62-9f67-4114-bc81-f2b105c909e7 is going to be updated. [ 975.930907] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.931391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.932033] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.932033] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.932033] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.947174] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04011a62-9f67-4114-bc81-f2b105c909e7 in Status: IN_PROGRESS for 2s [ 975.968141] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.114269] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb60b55a-0275-474a-8316-416675ada9ae taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.114477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.114523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.114787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.114957] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.115095] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.115342] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.115478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.115630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.115751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.115881] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb60b55a-0275-474a-8316-416675ada9ae taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.115881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.116433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.116433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.116433] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.116433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.116433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.116823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.116823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.116823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.116823] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb60b55a-0275-474a-8316-416675ada9ae',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.472045] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.472458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.472458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.472719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.472864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.473027] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 is going to be created. [ 976.505866] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.506064] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.506175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.506635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.506769] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.523460] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 in Status: UNINITIALIZED for 2s [ 976.619743] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb60b55a-0275-474a-8316-416675ada9ae: rpc.has_security_group_logging(os_id): False [ 976.641527] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.641700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.641700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.642012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.642012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.642249] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.642382] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.642450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.642560] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.642641] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.642824] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.642921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.642989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.643150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.643226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.643418] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.643513] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.643574] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.643849] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.643966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.644188] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb60b55a-0275-474a-8316-416675ada9ae is going to be created. [ 976.702754] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.702975] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.703045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.703255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.703437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.718065] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb60b55a-0275-474a-8316-416675ada9ae in Status: IN_PROGRESS for 2s [ 977.625022] env[64796]: INFO networking_nsxv3.common.synchronization [req-20421215-3309-4d4e-8565-cde865b77634 req-69b3d2e2-c59e-4ff2-a39e-dcfc06a579d8 tempest-ServersWithSpecificFlavorTestJSON-845776288 tempest-ServersWithSpecificFlavorTestJSON-845776288-project-member] Enqueued Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_members [ 977.625022] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_members [ 977.625022] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7edede3c-1560-4358-b84d-a9713f4833d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.625786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.626036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.626396] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.626729] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.627018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.627296] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.627584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.627768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.627945] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.967560] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04011a62-9f67-4114-bc81-f2b105c909e7 in Status: SUCCESS [ 977.967560] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.133465] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.133465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.133465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.133465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.159524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.160954] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.160954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.160954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.163028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.163028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.163028] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7edede3c-1560-4358-b84d-a9713f4833d9 is going to be updated. [ 978.182038] env[64796]: INFO networking_nsxv3.common.synchronization [req-35738cb0-05ef-48c5-a861-e51a486a6a83 req-6a0b8a5a-76bf-454b-a3d7-a580fe431b4e tempest-ServersTestBootFromVolume-856929254 tempest-ServersTestBootFromVolume-856929254-project-member] Enqueued Resource ID: 547d6596-057b-401c-83b3-022cc4137e90 with Priority: HIGHEST for action security_group_members [ 978.182038] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547d6596-057b-401c-83b3-022cc4137e90 with Priority: HIGHEST for action security_group_members [ 978.182038] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-547d6596-057b-401c-83b3-022cc4137e90 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.182835] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.182992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.183136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.183336] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.183421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.183486] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.183639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.183728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.183817] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547d6596-057b-401c-83b3-022cc4137e90',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.199582] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.199582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.199582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.199582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.199973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.219433] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7edede3c-1560-4358-b84d-a9713f4833d9 in Status: IN_PROGRESS for 2s [ 978.536038] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 in Status: SUCCESS [ 978.536038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.536038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.536038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.536038] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.536038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.536038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.536038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.536038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.536038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.536038] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.686681] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.687081] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.687081] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.687270] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.716867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.716867] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.716867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.716867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.716867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.716867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.716867] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547d6596-057b-401c-83b3-022cc4137e90 is going to be updated. [ 978.733086] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb60b55a-0275-474a-8316-416675ada9ae in Status: SUCCESS [ 978.733346] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.751641] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.751865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.751931] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.752176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.752343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.763938] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547d6596-057b-401c-83b3-022cc4137e90 in Status: IN_PROGRESS for 2s [ 979.040819] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.498523] env[64796]: INFO networking_nsxv3.common.synchronization [req-de8c2360-597b-41c2-9733-ba6789e25f84 req-f8a941b8-09e9-47a7-b60f-fbb025dce885 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 093e89ef-d053-44c7-80a4-82798decc3c9 with Priority: HIGHEST for action security_group_members [ 979.499294] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093e89ef-d053-44c7-80a4-82798decc3c9 with Priority: HIGHEST for action security_group_members [ 979.499653] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-093e89ef-d053-44c7-80a4-82798decc3c9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.500310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.500310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.500310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.500310] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.500550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.500550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.500632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.500991] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.500991] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('093e89ef-d053-44c7-80a4-82798decc3c9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.545039] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5: rpc.has_security_group_logging(os_id): False [ 979.572900] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.573051] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.573126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.573423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.573869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.574043] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.574274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.574274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.574497] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.574497] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.574584] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 is going to be created. [ 979.698733] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.699162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.699162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.699162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.699349] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.721456] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 in Status: IN_PROGRESS for 2s [ 979.939640] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.939855] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.939988] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.940385] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.940837] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.941042] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.941228] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.941477] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.941647] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.941863] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.941987] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.942205] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.942322] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.942440] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.942542] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.942681] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.970597] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.970816] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.970976] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.971461] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.971828] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-36602635-11fa-4e79-8d6a-995621c6caff taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.972139] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-36602635-11fa-4e79-8d6a-995621c6caff" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.972257] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-36602635-11fa-4e79-8d6a-995621c6caff" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.972594] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-36602635-11fa-4e79-8d6a-995621c6caff" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.972753] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36602635-11fa-4e79-8d6a-995621c6caff',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.003657] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.003842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.003914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.004250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.004576] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.004689] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.004755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.004832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.005412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.005412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.005412] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093e89ef-d053-44c7-80a4-82798decc3c9 already deleted. [ 980.005412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.233142] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7edede3c-1560-4358-b84d-a9713f4833d9 in Status: SUCCESS [ 980.233337] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7edede3c-1560-4358-b84d-a9713f4833d9 deletion is rescheduled due to dependency. [ 980.233445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.475291] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.475535] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.475736] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.476080] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.476239] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.476421] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 36602635-11fa-4e79-8d6a-995621c6caff not found, creating... [ 980.476694] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.476857] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.476990] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.477254] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.477404] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.478289] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.478475] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.478827] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.479078] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.479262] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.479385] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 36602635-11fa-4e79-8d6a-995621c6caff is going to be created. [ 980.502372] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.502598] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.502716] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.503098] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.503347] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.503582] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-36602635-11fa-4e79-8d6a-995621c6caff" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.783075] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547d6596-057b-401c-83b3-022cc4137e90 in Status: SUCCESS [ 980.783499] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547d6596-057b-401c-83b3-022cc4137e90 deletion is rescheduled due to dependency. [ 980.783499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.277027] env[64796]: INFO networking_nsxv3.common.synchronization [req-de8c2360-597b-41c2-9733-ba6789e25f84 req-8c13a644-9f76-46f5-9626-987688869883 service nova] Enqueued Resource ID: 093e89ef-d053-44c7-80a4-82798decc3c9 with Priority: HIGHEST for action security_group_rules [ 981.277027] env[64796]: INFO networking_nsxv3.common.synchronization [req-de8c2360-597b-41c2-9733-ba6789e25f84 req-8c13a644-9f76-46f5-9626-987688869883 service nova] Enqueued Resource ID: 093e89ef-d053-44c7-80a4-82798decc3c9 with Priority: HIGHEST for action security_group_members [ 981.277027] env[64796]: INFO networking_nsxv3.common.synchronization [req-de8c2360-597b-41c2-9733-ba6789e25f84 req-8c13a644-9f76-46f5-9626-987688869883 service nova] Enqueued Resource ID: 36602635-11fa-4e79-8d6a-995621c6caff with Priority: HIGHEST for action port [ 981.278279] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093e89ef-d053-44c7-80a4-82798decc3c9 with Priority: HIGHEST for action security_group_rules [ 981.278709] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093e89ef-d053-44c7-80a4-82798decc3c9 with Priority: HIGHEST for action security_group_members [ 981.281168] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36602635-11fa-4e79-8d6a-995621c6caff with Priority: HIGHEST for action port [ 981.281168] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-093e89ef-d053-44c7-80a4-82798decc3c9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.281168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.281168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.281168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.281168] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('093e89ef-d053-44c7-80a4-82798decc3c9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.281168] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-093e89ef-d053-44c7-80a4-82798decc3c9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.282949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.282949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.282949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.282949] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.282949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.282949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.286089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.286089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.286089] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('093e89ef-d053-44c7-80a4-82798decc3c9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.289714] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-36602635-11fa-4e79-8d6a-995621c6caff taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.289714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36602635-11fa-4e79-8d6a-995621c6caff" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.289714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36602635-11fa-4e79-8d6a-995621c6caff" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.289714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36602635-11fa-4e79-8d6a-995621c6caff" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.289714] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36602635-11fa-4e79-8d6a-995621c6caff',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.747379] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 in Status: SUCCESS [ 981.747379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.790802] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('093e89ef-d053-44c7-80a4-82798decc3c9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.794501] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36602635-11fa-4e79-8d6a-995621c6caff with status ACTIVE [ 981.794501] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.794501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.794501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.794501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.794827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.794827] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.794954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.795029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.795237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.796056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.796056] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.796056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.796056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.796056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.796056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.796056] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36602635-11fa-4e79-8d6a-995621c6caff is going to be updated. [ 981.797410] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-093e89ef-d053-44c7-80a4-82798decc3c9 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.797545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.824021] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.824301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.824408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.824682] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.824891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.825152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36602635-11fa-4e79-8d6a-995621c6caff" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.292996] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('093e89ef-d053-44c7-80a4-82798decc3c9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.386148] env[64796]: INFO networking_nsxv3.common.synchronization [req-2f5d97d3-4eca-4e69-b226-488579a45e17 req-77f28191-c124-4d68-9e4a-56633b690476 tempest-ServersTestFqdnHostnames-1289231490 tempest-ServersTestFqdnHostnames-1289231490-project-member] Enqueued Resource ID: 13579389-68aa-44a4-a354-5302cfb14005 with Priority: HIGHEST for action security_group_members [ 982.386926] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13579389-68aa-44a4-a354-5302cfb14005 with Priority: HIGHEST for action security_group_members [ 982.387296] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-13579389-68aa-44a4-a354-5302cfb14005 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.387442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.387585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.387819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.387990] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.388341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.388422] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.389397] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.389397] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.389397] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13579389-68aa-44a4-a354-5302cfb14005',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.527486] env[64796]: INFO networking_nsxv3.common.synchronization [req-274611bf-70b4-4e0f-9bcb-f12811c3c02c req-9f28678c-a581-4af1-a590-c150df206073 tempest-ServersTestJSON-379968790 tempest-ServersTestJSON-379968790-project-member] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 982.527486] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 982.527795] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.527795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.527935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.529400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.529400] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.529400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.529400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.529400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.529400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.529400] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.797224] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.797596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.797596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.797673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.797877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.798131] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093e89ef-d053-44c7-80a4-82798decc3c9 is going to be created. [ 982.830166] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.831145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.831145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.831145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.831145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.847017] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093e89ef-d053-44c7-80a4-82798decc3c9 in Status: UNINITIALIZED for 2s [ 982.891799] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.892564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.892712] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.894024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.917972] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.918191] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.918401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.918401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.918966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.918966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.918966] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13579389-68aa-44a4-a354-5302cfb14005 is going to be updated. [ 982.961829] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.961829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.961829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.961829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.961829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.971938] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13579389-68aa-44a4-a354-5302cfb14005 in Status: IN_PROGRESS for 2s [ 983.000802] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.001056] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.001056] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.001411] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.001761] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.001990] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.002176] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.002452] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.002636] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.002970] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.003056] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.003207] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.003353] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.003992] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.003992] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.003992] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.032281] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.046348] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.046518] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.046734] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.046995] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.047739] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-b1718b40-4178-450e-a3c9-f2fc01a8cffc taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.047739] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-b1718b40-4178-450e-a3c9-f2fc01a8cffc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.049204] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-b1718b40-4178-450e-a3c9-f2fc01a8cffc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.049204] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-b1718b40-4178-450e-a3c9-f2fc01a8cffc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.049204] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1718b40-4178-450e-a3c9-f2fc01a8cffc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.313738] env[64796]: INFO networking_nsxv3.common.synchronization [req-16ef014b-dfc8-4c2d-ab82-4a9a587eb06c req-62a7fd8b-4529-41cf-9c62-bab46022dcb8 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 with Priority: HIGHEST for action security_group_members [ 983.313926] env[64796]: INFO networking_nsxv3.common.synchronization [req-16ef014b-dfc8-4c2d-ab82-4a9a587eb06c req-62a7fd8b-4529-41cf-9c62-bab46022dcb8 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 983.314116] env[64796]: INFO networking_nsxv3.common.synchronization [req-16ef014b-dfc8-4c2d-ab82-4a9a587eb06c req-62a7fd8b-4529-41cf-9c62-bab46022dcb8 tempest-SecurityGroupsTestJSON-1419391720 tempest-SecurityGroupsTestJSON-1419391720-project-member] Enqueued Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGHEST for action security_group_members [ 983.314694] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 with Priority: HIGHEST for action security_group_members [ 983.314831] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGHEST for action security_group_members [ 983.314932] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGHEST for action security_group_members [ 983.315257] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.315398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.315458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.315647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.315844] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.315943] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.316029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.316195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.316281] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.316386] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbfe0313-e0cd-44eb-bbdf-7b5c33fce316',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.317619] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.317734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.317813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.318053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.318218] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.318321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.318389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.318556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.318643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.318738] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.319728] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ef4d73-5bc6-4188-96ea-06b94cf134d8 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.319880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.319982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.320226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.320441] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.320612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.320721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.323838] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.324031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.324223] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.536596] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.551402] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.551619] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.551753] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.552359] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.552359] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.552576] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port b1718b40-4178-450e-a3c9-f2fc01a8cffc not found, creating... [ 983.552823] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.553036] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.553137] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.553385] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.553528] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.553909] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.554172] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.554308] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.554535] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.554677] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.554832] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: b1718b40-4178-450e-a3c9-f2fc01a8cffc is going to be created. [ 983.601817] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.604144] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.604144] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.604144] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.604144] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.604144] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-b1718b40-4178-450e-a3c9-f2fc01a8cffc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.826978] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.827355] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.827445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.827794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.827981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.828248] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.828717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.828717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.828717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.828825] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.828916] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be updated. [ 983.830576] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.830791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.830934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.831209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.832554] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.832793] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.857920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.858418] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.860767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.860767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.860767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.860767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.860767] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 is going to be updated. [ 983.860767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.860767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.899359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.899504] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.900617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.900617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.900617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.900617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.900617] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 is going to be updated. [ 983.907273] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.911032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.911032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.911032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.911032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.919734] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: IN_PROGRESS for 2s [ 983.924719] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.924719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.924719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.924882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.924882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.945822] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 in Status: IN_PROGRESS for 2s [ 983.969074] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.969380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.969656] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.969852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.970014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.983581] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 in Status: IN_PROGRESS for 2s [ 984.039534] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.039739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.039850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.040097] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.040197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.040305] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 984.071166] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.071255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.071373] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.071771] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.071938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.085154] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 984.328962] env[64796]: INFO networking_nsxv3.common.synchronization [req-274611bf-70b4-4e0f-9bcb-f12811c3c02c req-d53735d2-ed4b-4fdf-a220-bf1d17bf3d06 service nova] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_rules [ 984.329242] env[64796]: INFO networking_nsxv3.common.synchronization [req-274611bf-70b4-4e0f-9bcb-f12811c3c02c req-d53735d2-ed4b-4fdf-a220-bf1d17bf3d06 service nova] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 984.330168] env[64796]: INFO networking_nsxv3.common.synchronization [req-274611bf-70b4-4e0f-9bcb-f12811c3c02c req-d53735d2-ed4b-4fdf-a220-bf1d17bf3d06 service nova] Enqueued Resource ID: b1718b40-4178-450e-a3c9-f2fc01a8cffc with Priority: HIGHEST for action port [ 984.330724] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_rules [ 984.330975] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 984.331167] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1718b40-4178-450e-a3c9-f2fc01a8cffc with Priority: HIGHEST for action port [ 984.331562] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.331723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.331781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.332100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.332181] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.334691] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.334865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.334997] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1718b40-4178-450e-a3c9-f2fc01a8cffc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.335141] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1718b40-4178-450e-a3c9-f2fc01a8cffc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.335213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1718b40-4178-450e-a3c9-f2fc01a8cffc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.335449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1718b40-4178-450e-a3c9-f2fc01a8cffc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.335523] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1718b40-4178-450e-a3c9-f2fc01a8cffc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.837492] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.837492] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.838178] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1718b40-4178-450e-a3c9-f2fc01a8cffc with status ACTIVE [ 984.838178] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.838178] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.838178] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.838478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.838717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.840285] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.840285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.840285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.840285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.840285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.841076] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.841076] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.841076] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.841076] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.841226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.841514] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1718b40-4178-450e-a3c9-f2fc01a8cffc is going to be updated. [ 984.893488] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093e89ef-d053-44c7-80a4-82798decc3c9 in Status: SUCCESS [ 984.893488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.893488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.893488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.893488] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.893488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.893488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.893488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.893488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.893488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.893987] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('093e89ef-d053-44c7-80a4-82798decc3c9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.922271] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.922271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.922271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.922271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.922271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.922271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1718b40-4178-450e-a3c9-f2fc01a8cffc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.985967] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13579389-68aa-44a4-a354-5302cfb14005 in Status: SUCCESS [ 984.985967] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13579389-68aa-44a4-a354-5302cfb14005 deletion is rescheduled due to dependency. [ 984.985967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.396145] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('093e89ef-d053-44c7-80a4-82798decc3c9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.899607] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 093e89ef-d053-44c7-80a4-82798decc3c9: rpc.has_security_group_logging(os_id): False [ 985.930637] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.930637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.930637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.930637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.930998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.930998] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.931161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.931161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.931337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.931408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.931551] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 093e89ef-d053-44c7-80a4-82798decc3c9 is going to be created. [ 985.934347] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e in Status: SUCCESS [ 985.934497] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e deletion is rescheduled due to dependency. [ 985.934613] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.958045] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 in Status: SUCCESS [ 985.958333] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 deletion is rescheduled due to dependency. [ 985.958464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.995121] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 in Status: SUCCESS [ 985.995314] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 deletion is rescheduled due to dependency. [ 985.995431] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.026168] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.026168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.026168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.026487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.026487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.047570] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 093e89ef-d053-44c7-80a4-82798decc3c9 in Status: IN_PROGRESS for 2s [ 986.110590] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 986.112167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.112167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.112167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.112167] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.112167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.112167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.112167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.112167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.112167] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.615635] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.118125] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.620784] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.620948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.621034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.621269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.621366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.621495] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 987.652464] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.652697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.652819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.653209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.653451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.665504] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 988.062215] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 093e89ef-d053-44c7-80a4-82798decc3c9 in Status: SUCCESS [ 988.062215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.332277] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 989.332277] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 989.677715] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 989.677941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.678222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.678559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.678696] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.678812] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.678881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.679063] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.679152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.679247] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.679341] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.138551] env[64796]: INFO networking_nsxv3.common.synchronization [req-02a91231-b61c-4468-b3d9-b62b48a1cead req-c8abdf46-08bd-4c51-9c53-e189ccd4af21 tempest-ServersAdminNegativeTestJSON-1916776920 tempest-ServersAdminNegativeTestJSON-1916776920-project-member] Enqueued Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_members [ 990.139146] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_members [ 990.139472] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-04011a62-9f67-4114-bc81-f2b105c909e7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.139595] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.139664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.139907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.140028] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.140132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.140188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.140336] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.140422] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.140517] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.181374] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.184229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.184229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.184229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.184229] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.184229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.184229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.184229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.184229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.184229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.184229] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.184229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.184229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.184229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.184229] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.184229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.184229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.184229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.184229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.185188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.185188] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.642534] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.686405] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09: rpc.has_security_group_logging(os_id): False [ 990.711548] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.711757] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.711842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.712136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.735389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.735682] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.735805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.735873] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.736140] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.736243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.736510] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.736662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.736706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.736927] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.736927] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.737471] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.737590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.737657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.737809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.737907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.738011] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 990.871676] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.871823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.871895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.872137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.872285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.894647] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 991.147884] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.654762] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.655223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.655223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.655507] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.655609] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.655749] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04011a62-9f67-4114-bc81-f2b105c909e7 is going to be updated. [ 991.688583] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.688788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.688911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.689312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.689533] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.700203] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04011a62-9f67-4114-bc81-f2b105c909e7 in Status: IN_PROGRESS for 2s [ 992.324463] env[64796]: INFO networking_nsxv3.common.synchronization [req-d2ff37a6-6a64-41c7-99a3-777ed5e80b1d req-01e1ddec-8cfd-4517-89a3-ae7ac1c9ec86 tempest-ListImageFiltersTestJSON-319941598 tempest-ListImageFiltersTestJSON-319941598-project-member] Enqueued Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_members [ 992.326035] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466021a5-5fba-47f2-8049-c6a2d62336ac with Priority: HIGHEST for action security_group_members [ 992.326035] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-466021a5-5fba-47f2-8049-c6a2d62336ac taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.326035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.326035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.326472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.326472] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.326472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.326472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.326634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.326713] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.326804] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466021a5-5fba-47f2-8049-c6a2d62336ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.828959] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.829307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.829307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.830067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.852845] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.853156] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.853286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.853365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.854923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.855057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.855179] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466021a5-5fba-47f2-8049-c6a2d62336ac is going to be updated. [ 992.893410] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.893410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.893410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.893410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.893633] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.907422] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466021a5-5fba-47f2-8049-c6a2d62336ac in Status: IN_PROGRESS for 2s [ 992.926629] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 992.926879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.718064] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04011a62-9f67-4114-bc81-f2b105c909e7 in Status: SUCCESS [ 993.718408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.919334] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466021a5-5fba-47f2-8049-c6a2d62336ac in Status: SUCCESS [ 994.919672] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466021a5-5fba-47f2-8049-c6a2d62336ac deletion is rescheduled due to dependency. [ 994.919787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466021a5-5fba-47f2-8049-c6a2d62336ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.616786] env[64796]: INFO networking_nsxv3.common.synchronization [req-5b1f8157-1b8c-456f-9f68-5f382690ebb7 req-7c8f5103-27d0-49ec-a1f3-2f60b24d5750 tempest-InstanceActionsTestJSON-16849911 tempest-InstanceActionsTestJSON-16849911-project-member] Enqueued Resource ID: eb60b55a-0275-474a-8316-416675ada9ae with Priority: HIGHEST for action security_group_members [ 995.617436] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb60b55a-0275-474a-8316-416675ada9ae with Priority: HIGHEST for action security_group_members [ 995.617757] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb60b55a-0275-474a-8316-416675ada9ae taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.617906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.618096] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.618279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.618751] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.618751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.618751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.618751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.618976] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.618976] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb60b55a-0275-474a-8316-416675ada9ae',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.624534] env[64796]: INFO networking_nsxv3.common.synchronization [req-e974bc3d-0000-4e3e-9ef4-ed0e37c94a09 req-8d71dc63-414e-44d8-a504-1de5e1368707 tempest-ListServerFiltersTestJSON-1486287278 tempest-ListServerFiltersTestJSON-1486287278-project-member] Enqueued Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 995.625309] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 995.625426] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.625633] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.625633] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.625795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.625956] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.626094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.626176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.626331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.627177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.627177] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.120619] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.120953] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.120953] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.121243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.121243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.121414] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.121521] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.121584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.121737] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.121817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.121918] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb60b55a-0275-474a-8316-416675ada9ae is going to be updated. [ 996.129764] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.152562] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.152931] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.152931] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.153038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.153173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.162634] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb60b55a-0275-474a-8316-416675ada9ae in Status: IN_PROGRESS for 2s [ 996.632706] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.141169] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.141169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.141169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.141169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.141169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.141169] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 is going to be updated. [ 997.172026] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.172026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.172026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.172026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.172026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.188343] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: IN_PROGRESS for 2s [ 997.392869] env[64796]: INFO networking_nsxv3.common.synchronization [req-fd978f1e-20d2-4f83-86e0-a2a20a347d96 req-9b23c40e-bd56-4f32-9b56-8da3129c1102 tempest-ServerActionsTestOtherA-1986695756 tempest-ServerActionsTestOtherA-1986695756-project-member] Enqueued Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGHEST for action security_group_members [ 997.393450] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGHEST for action security_group_members [ 997.393765] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ded614-4f05-4475-86d5-7480b4a4132c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.393890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.393955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.394332] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.394494] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.394598] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.394662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.394820] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.394908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.395013] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ded614-4f05-4475-86d5-7480b4a4132c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.749370] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.749505] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.749505] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.750754] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.750754] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.750754] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.750754] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.750754] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.750754] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.751070] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.751070] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.751333] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.751494] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.751612] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.751808] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.751938] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.771531] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.771702] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.771838] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.772013] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.772474] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-5e2f0557-ee9b-4492-8780-d4535c362e45 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.772656] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-5e2f0557-ee9b-4492-8780-d4535c362e45" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.772775] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-5e2f0557-ee9b-4492-8780-d4535c362e45" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.773118] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-5e2f0557-ee9b-4492-8780-d4535c362e45" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.773396] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2f0557-ee9b-4492-8780-d4535c362e45',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.898036] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.898036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.898036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.898036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.898036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.898427] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.898427] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.898427] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.898746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.898843] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.898946] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ded614-4f05-4475-86d5-7480b4a4132c already deleted. [ 997.899061] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.030702] env[64796]: INFO networking_nsxv3.common.synchronization [None req-c11d3203-6e90-4dcc-a66a-595ae2554054 None None] Enqueued Resource ID: b4772519-c803-438d-8f3e-9393be4f1d43 with Priority: HIGHEST for action port [ 998.031367] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4772519-c803-438d-8f3e-9393be4f1d43 with Priority: HIGHEST for action port [ 998.031633] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4772519-c803-438d-8f3e-9393be4f1d43 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.031837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4772519-c803-438d-8f3e-9393be4f1d43" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.032491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4772519-c803-438d-8f3e-9393be4f1d43" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.032835] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4772519-c803-438d-8f3e-9393be4f1d43" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.032931] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4772519-c803-438d-8f3e-9393be4f1d43',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.173674] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb60b55a-0275-474a-8316-416675ada9ae in Status: SUCCESS [ 998.174102] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb60b55a-0275-474a-8316-416675ada9ae deletion is rescheduled due to dependency. [ 998.174239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.276212] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.276451] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.276578] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.276870] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.277049] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.277336] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 5e2f0557-ee9b-4492-8780-d4535c362e45 not found, creating... [ 998.277561] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.277802] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.277993] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.278476] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.278625] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.278941] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.279133] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.279254] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.279465] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.279598] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.279738] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 5e2f0557-ee9b-4492-8780-d4535c362e45 is going to be created. [ 998.300571] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.300809] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.300889] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.302373] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.302373] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.302373] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-5e2f0557-ee9b-4492-8780-d4535c362e45" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.534889] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4772519-c803-438d-8f3e-9393be4f1d43 [ 998.535235] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.535389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.535457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.535669] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.535761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.535858] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4772519-c803-438d-8f3e-9393be4f1d43 already deleted. [ 998.535943] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4772519-c803-438d-8f3e-9393be4f1d43" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.904594] env[64796]: INFO networking_nsxv3.common.synchronization [req-d9d2cb94-c9b6-42ce-89d2-18d1efd5f290 req-7b03f5e3-73a0-4c6e-aa30-c5dc791f048c tempest-ServersTestJSON-379968790 tempest-ServersTestJSON-379968790-project-member] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 998.904594] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 998.904594] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.907356] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.907447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.910017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.910017] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.910017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.910017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.910017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.910017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.910017] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.048159] env[64796]: INFO networking_nsxv3.common.synchronization [req-fd978f1e-20d2-4f83-86e0-a2a20a347d96 req-bb38335a-5f54-4433-a932-73d6e4c29fd8 service nova] Enqueued Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGHEST for action security_group_rules [ 999.048253] env[64796]: INFO networking_nsxv3.common.synchronization [req-fd978f1e-20d2-4f83-86e0-a2a20a347d96 req-bb38335a-5f54-4433-a932-73d6e4c29fd8 service nova] Enqueued Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGHEST for action security_group_members [ 999.048432] env[64796]: INFO networking_nsxv3.common.synchronization [req-fd978f1e-20d2-4f83-86e0-a2a20a347d96 req-bb38335a-5f54-4433-a932-73d6e4c29fd8 service nova] Enqueued Resource ID: 5e2f0557-ee9b-4492-8780-d4535c362e45 with Priority: HIGHEST for action port [ 999.048612] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGHEST for action security_group_rules [ 999.048759] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGHEST for action security_group_members [ 999.048851] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2f0557-ee9b-4492-8780-d4535c362e45 with Priority: HIGHEST for action port [ 999.049408] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ded614-4f05-4475-86d5-7480b4a4132c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.049535] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.049788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.049788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.049931] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ded614-4f05-4475-86d5-7480b4a4132c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.051110] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ded614-4f05-4475-86d5-7480b4a4132c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.051230] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.051300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.051473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.051622] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.051718] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.051782] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.051920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.052032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.052133] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ded614-4f05-4475-86d5-7480b4a4132c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.052852] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e2f0557-ee9b-4492-8780-d4535c362e45 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.052959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e2f0557-ee9b-4492-8780-d4535c362e45" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.053038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e2f0557-ee9b-4492-8780-d4535c362e45" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.053187] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e2f0557-ee9b-4492-8780-d4535c362e45" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.053263] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2f0557-ee9b-4492-8780-d4535c362e45',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.205035] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: SUCCESS [ 999.205035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.412222] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.556359] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ded614-4f05-4475-86d5-7480b4a4132c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.556514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.556720] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41ded614-4f05-4475-86d5-7480b4a4132c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.557630] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e2f0557-ee9b-4492-8780-d4535c362e45 with status ACTIVE [ 999.557814] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.557936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.557988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.558198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.558290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.558446] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.558543] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.558628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.558740] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.558840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.561162] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.561162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.561162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.561162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.561162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.561162] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e2f0557-ee9b-4492-8780-d4535c362e45 is going to be updated. [ 999.585835] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.586057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.586057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.586256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.586394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.586622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e2f0557-ee9b-4492-8780-d4535c362e45" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.916242] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.062209] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41ded614-4f05-4475-86d5-7480b4a4132c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.070968] env[64796]: INFO networking_nsxv3.common.synchronization [req-d4597370-9d3a-4160-8a5d-965ec7b38d88 req-b788f1ec-1f5d-43ed-ac6a-95ea722c43a4 tempest-ServerDiskConfigTestJSON-2144250167 tempest-ServerDiskConfigTestJSON-2144250167-project-member] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1000.071965] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1000.072584] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.072860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.075639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.075639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.075639] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.075639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.075639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.075639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.075639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.075639] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.174430] env[64796]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1000.175099] env[64796]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] NSXv3 Agent Agent loop - iteration:2 started [ 1000.420254] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.420677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.420677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.420783] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.420870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.421040] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1000.455175] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.455480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.455480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.455661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.455807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.464972] env[64796]: INFO networking_nsxv3.common.synchronization [None req-14ec37ff-c7e8-4669-b65a-33cdd6cb7036 None None] Enqueued Resource ID: a4caabd1-4b4f-4f4a-ae2b-b7597aa40cb4 with Priority: HIGHEST for action port [ 1000.465984] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1000.466822] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4caabd1-4b4f-4f4a-ae2b-b7597aa40cb4 with Priority: HIGHEST for action port [ 1000.467168] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4caabd1-4b4f-4f4a-ae2b-b7597aa40cb4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.467293] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4caabd1-4b4f-4f4a-ae2b-b7597aa40cb4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.468354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4caabd1-4b4f-4f4a-ae2b-b7597aa40cb4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.468671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4caabd1-4b4f-4f4a-ae2b-b7597aa40cb4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.468815] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4caabd1-4b4f-4f4a-ae2b-b7597aa40cb4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.504370] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.504581] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.504713] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.505074] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.505378] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.505619] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.505697] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.506263] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.506439] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.506696] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.506821] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.506932] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.507055] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.507170] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.507276] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.507406] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.528144] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.528321] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.528461] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.528633] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.528974] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-92e24de8-bbdd-4590-a5b1-13b2f7ca58b6 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.529121] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-92e24de8-bbdd-4590-a5b1-13b2f7ca58b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.529245] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-92e24de8-bbdd-4590-a5b1-13b2f7ca58b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.529583] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-92e24de8-bbdd-4590-a5b1-13b2f7ca58b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.529727] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e24de8-bbdd-4590-a5b1-13b2f7ca58b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.565705] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.565973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.565973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.566165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.566295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.566370] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ded614-4f05-4475-86d5-7480b4a4132c is going to be created. [ 1000.576960] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.577181] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.577181] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.577375] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.577457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.577649] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.577792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.577792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.577936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.578019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.578143] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be updated. [ 1000.592459] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.592654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.592779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.593075] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.593295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.604494] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ded614-4f05-4475-86d5-7480b4a4132c in Status: UNINITIALIZED for 2s [ 1000.605336] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.605450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.605526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.605725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.605867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.613229] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 1000.970677] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4caabd1-4b4f-4f4a-ae2b-b7597aa40cb4 [ 1000.970991] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.971232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.971328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.971662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.971834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.971996] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4caabd1-4b4f-4f4a-ae2b-b7597aa40cb4 already deleted. [ 1000.972171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4caabd1-4b4f-4f4a-ae2b-b7597aa40cb4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.032312] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.032609] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.032745] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.033073] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.033238] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.033398] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 92e24de8-bbdd-4590-a5b1-13b2f7ca58b6 not found, creating... [ 1001.033677] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.033839] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.033959] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.034385] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.034532] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.035282] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.035282] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.035282] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.035519] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.035519] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.035595] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 92e24de8-bbdd-4590-a5b1-13b2f7ca58b6 is going to be created. [ 1001.057453] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.057715] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.057832] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.058174] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.058439] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.058708] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-92e24de8-bbdd-4590-a5b1-13b2f7ca58b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.777633] env[64796]: INFO networking_nsxv3.common.synchronization [req-d4597370-9d3a-4160-8a5d-965ec7b38d88 req-22ec1bfd-d0d3-4db5-9775-a51e8652c7cb service nova] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_rules [ 1001.777894] env[64796]: INFO networking_nsxv3.common.synchronization [req-d4597370-9d3a-4160-8a5d-965ec7b38d88 req-22ec1bfd-d0d3-4db5-9775-a51e8652c7cb service nova] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1001.777944] env[64796]: INFO networking_nsxv3.common.synchronization [req-d4597370-9d3a-4160-8a5d-965ec7b38d88 req-22ec1bfd-d0d3-4db5-9775-a51e8652c7cb service nova] Enqueued Resource ID: 92e24de8-bbdd-4590-a5b1-13b2f7ca58b6 with Priority: HIGHEST for action port [ 1001.778239] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_rules [ 1001.778429] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1001.778546] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e24de8-bbdd-4590-a5b1-13b2f7ca58b6 with Priority: HIGHEST for action port [ 1001.780607] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.780791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.780895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.781184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.781295] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.782191] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.782290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.783267] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e24de8-bbdd-4590-a5b1-13b2f7ca58b6 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.783267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e24de8-bbdd-4590-a5b1-13b2f7ca58b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.783267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e24de8-bbdd-4590-a5b1-13b2f7ca58b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.783267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e24de8-bbdd-4590-a5b1-13b2f7ca58b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.783267] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e24de8-bbdd-4590-a5b1-13b2f7ca58b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.288166] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.291692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.291692] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92e24de8-bbdd-4590-a5b1-13b2f7ca58b6 with status ACTIVE [ 1002.291692] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.291692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.291692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.291692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.291692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.291692] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.291692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.291692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.291692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.291692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.291692] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.291692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.291692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.291692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.291692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.292888] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92e24de8-bbdd-4590-a5b1-13b2f7ca58b6 is going to be updated. [ 1002.316876] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.317112] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.317112] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.317349] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.318661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.318661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e24de8-bbdd-4590-a5b1-13b2f7ca58b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.477333] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1002.477629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.618637] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ded614-4f05-4475-86d5-7480b4a4132c in Status: SUCCESS [ 1002.618870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.619058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.619290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.619488] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.619607] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.619673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.619831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.619915] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.620009] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.620114] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41ded614-4f05-4475-86d5-7480b4a4132c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.622828] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 1002.623016] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 deletion is rescheduled due to dependency. [ 1002.623117] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.623330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.623510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.623724] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.623842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.623906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.624073] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.624176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.624271] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.122533] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41ded614-4f05-4475-86d5-7480b4a4132c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.126128] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.625191] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41ded614-4f05-4475-86d5-7480b4a4132c: rpc.has_security_group_logging(os_id): False [ 1003.628586] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.645043] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.645250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.645313] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.645509] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.645600] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.645845] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.645944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.646018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.646165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.646243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.646332] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ded614-4f05-4475-86d5-7480b4a4132c is going to be created. [ 1003.709167] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.709311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.709375] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.709590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.709774] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.720937] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41ded614-4f05-4475-86d5-7480b4a4132c in Status: IN_PROGRESS for 2s [ 1004.130675] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.130977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.130977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.131816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.131816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.131816] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be updated. [ 1004.162427] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.162575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.162624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.162914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.163019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.173186] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 1005.739087] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41ded614-4f05-4475-86d5-7480b4a4132c in Status: SUCCESS [ 1005.739326] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.184201] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 1006.186202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.186202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.186202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.186202] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.186202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.186202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.186443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.186443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.186616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.186616] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.689099] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.689273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.689363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.689599] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.689769] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.689870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.689935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.690100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.690211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.690303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.690511] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.690626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.690691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.690883] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.691108] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.691221] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.691284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.691429] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.691508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.691591] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.691683] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.779181] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1006.779530] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1007.198125] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d10e8df-3419-4b4a-b92d-c3f2215be4f5: rpc.has_security_group_logging(os_id): False [ 1007.218341] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.218532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.218610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.218864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.218966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.219231] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.219426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.219426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.219616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.219697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.219920] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.220064] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.220122] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.220295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.220379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.220602] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.220706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.221082] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.221082] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.222017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.222017] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be updated. [ 1007.286927] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.287085] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.287159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.287369] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.287523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.300115] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 1007.807394] env[64796]: INFO networking_nsxv3.common.synchronization [req-4af42354-c00a-4c74-b140-ea15a1c48c3c req-2234fb27-f6ce-4ae1-b12f-0f38f3493854 tempest-ServerRescueTestJSONUnderV235-1225140380 tempest-ServerRescueTestJSONUnderV235-1225140380-project-member] Enqueued Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_members [ 1007.807944] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_members [ 1007.808769] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.808769] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.808919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.812032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.812032] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.812032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.812032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.812032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.812032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.812032] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.248045] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.248265] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-721" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.248392] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-721" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.248763] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-721" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.250660] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.250842] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.250969] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.251257] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.251418] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.251715] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.251866] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.251981] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.252107] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.252219] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.252323] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.252460] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.272403] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.272569] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.272708] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.272918] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-721" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.274022] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-d0930226-6d22-416d-8001-912d8ed72946 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.274022] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.274022] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.274022] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.274268] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0930226-6d22-416d-8001-912d8ed72946',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.312415] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.312615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.312681] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.312936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.313128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.313448] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.313606] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.313679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.313888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.313977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.314105] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d already deleted. [ 1008.314217] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.776339] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.776575] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.776705] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.777008] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.777171] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.777371] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port d0930226-6d22-416d-8001-912d8ed72946 not found, creating... [ 1008.777651] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.777816] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.777935] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.778186] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.778326] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.778611] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.778766] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.778883] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.779108] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.779246] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.779395] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: d0930226-6d22-416d-8001-912d8ed72946 is going to be created. [ 1008.800110] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.800388] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.800544] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.800847] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.801154] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.801422] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.317135] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 1009.317428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.531991] env[64796]: INFO networking_nsxv3.common.synchronization [req-4af42354-c00a-4c74-b140-ea15a1c48c3c req-26751d31-c134-4136-9880-3ebd8a819edc service nova] Enqueued Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_rules [ 1009.532192] env[64796]: INFO networking_nsxv3.common.synchronization [req-4af42354-c00a-4c74-b140-ea15a1c48c3c req-26751d31-c134-4136-9880-3ebd8a819edc service nova] Enqueued Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_members [ 1009.535644] env[64796]: INFO networking_nsxv3.common.synchronization [req-4af42354-c00a-4c74-b140-ea15a1c48c3c req-26751d31-c134-4136-9880-3ebd8a819edc service nova] Enqueued Resource ID: d0930226-6d22-416d-8001-912d8ed72946 with Priority: HIGHEST for action port [ 1009.535644] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_rules [ 1009.535644] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_members [ 1009.535644] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0930226-6d22-416d-8001-912d8ed72946 with Priority: HIGHEST for action port [ 1009.535644] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.535644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.535644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.535644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.535644] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.535644] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.537178] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.537276] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.537456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.537603] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.537701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.537762] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.537902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.538989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.538989] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.538989] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0930226-6d22-416d-8001-912d8ed72946 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.539371] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.539371] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.539420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.539471] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0930226-6d22-416d-8001-912d8ed72946',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.041339] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.042493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.042493] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.042753] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0930226-6d22-416d-8001-912d8ed72946 with status ACTIVE [ 1010.043047] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.043150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.043192] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.044025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.044025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.044025] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.044025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.044025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.044295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.044295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.044449] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.044544] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.044607] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.044750] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.044825] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.044909] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0930226-6d22-416d-8001-912d8ed72946 is going to be updated. [ 1010.069526] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.069526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.069526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.069707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.069894] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.070128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.547490] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.052131] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.052131] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.052131] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.052131] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.052131] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.052131] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d is going to be created. [ 1011.079605] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.079800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.079800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.080066] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.080252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.091445] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: UNINITIALIZED for 2s [ 1013.103896] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: SUCCESS [ 1013.104218] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.106378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.106728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.106965] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.107227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.107227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.107575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.107575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.107575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.107732] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.612138] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.612337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.612396] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.613453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.613661] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.613779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.613849] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.614026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.614122] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.614214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.614562] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.614562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.614562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.614706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.614813] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.614912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.614975] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.615130] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.615209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.615293] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.615392] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.121930] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a3c86ae-8d06-4d5e-99c3-924cc794816d: rpc.has_security_group_logging(os_id): False [ 1014.144186] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.144433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.144497] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.144771] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.144899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.145299] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.145458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.145530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.145716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.145796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.145982] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.146138] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.146205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.146359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.146433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.146615] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.146736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.146819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.146936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.147037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.147133] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d is going to be created. [ 1014.233028] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.233028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.233028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.234595] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.234595] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.249313] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: IN_PROGRESS for 2s [ 1014.534367] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1014.534576] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1014.757942] env[64796]: INFO networking_nsxv3.common.synchronization [None req-e5c9201d-d1b6-4f16-b77a-534c105bd932 None None] Enqueued Resource ID: 54bd3c73-5822-456e-9bb5-f958a9f8d2ae with Priority: HIGHEST for action port [ 1014.758239] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54bd3c73-5822-456e-9bb5-f958a9f8d2ae with Priority: HIGHEST for action port [ 1014.758559] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-54bd3c73-5822-456e-9bb5-f958a9f8d2ae taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.759340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54bd3c73-5822-456e-9bb5-f958a9f8d2ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.759340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54bd3c73-5822-456e-9bb5-f958a9f8d2ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.759340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54bd3c73-5822-456e-9bb5-f958a9f8d2ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.759340] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54bd3c73-5822-456e-9bb5-f958a9f8d2ae',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.915193] env[64796]: INFO networking_nsxv3.common.synchronization [req-55fed2ec-eb0d-4fea-a6c4-913cfd2ee64e req-c6e782eb-9680-4729-bf41-eaf0cb67212d tempest-ServerRescueNegativeTestJSON-1250450574 tempest-ServerRescueNegativeTestJSON-1250450574-project-member] Enqueued Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_members [ 1014.915527] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_members [ 1014.916079] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5f10a8-a682-4b9a-8048-399c45275b1d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.917100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.917312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.917856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.918179] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.918475] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.918662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.919027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.919290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.919526] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.229057] env[64796]: INFO networking_nsxv3.common.synchronization [req-cb689722-9b03-45d7-ad88-368457b648fb req-db523142-96a2-4ddb-a77d-675400900570 tempest-ServersAdminTestJSON-1847068946 tempest-ServersAdminTestJSON-1847068946-project-member] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 1015.229863] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 1015.230234] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.230363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.230434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.230725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.230903] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.231010] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.231087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.231248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.231354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.231474] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.262512] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54bd3c73-5822-456e-9bb5-f958a9f8d2ae [ 1015.262512] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.262512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.262512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.262742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.262742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.262742] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54bd3c73-5822-456e-9bb5-f958a9f8d2ae already deleted. [ 1015.262821] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54bd3c73-5822-456e-9bb5-f958a9f8d2ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.333195] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.333669] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-622" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.333892] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-622" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.334388] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-622" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.338120] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.338120] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.338120] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.338120] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.338120] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.338120] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.338120] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.338120] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.338120] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.338120] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.338120] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.338120] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.361186] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.361186] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.361186] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.361186] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-622" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.362179] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-dba1e969-a592-4c67-ace3-c2206c835403 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.362409] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-dba1e969-a592-4c67-ace3-c2206c835403" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.362543] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-dba1e969-a592-4c67-ace3-c2206c835403" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.362910] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-dba1e969-a592-4c67-ace3-c2206c835403" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.363112] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dba1e969-a592-4c67-ace3-c2206c835403',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.422042] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.422232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.422413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.422586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.422685] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.422894] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.422991] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.423074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.423265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.423345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.423433] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da5f10a8-a682-4b9a-8048-399c45275b1d already deleted. [ 1015.423510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.736165] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.792516] env[64796]: INFO networking_nsxv3.common.synchronization [None req-d9cb2752-832c-486d-8947-bb6c879cb32b tempest-ServerActionsTestJSON-1200563110 tempest-ServerActionsTestJSON-1200563110-project-member] Enqueued Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_rules [ 1015.793134] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_rules [ 1015.793493] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.793639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.793729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.794030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.794123] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.868242] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.868242] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.868242] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.868242] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.868242] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.868242] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port dba1e969-a592-4c67-ace3-c2206c835403 not found, creating... [ 1015.868242] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.868242] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.868242] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.869012] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.869012] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.869012] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.869108] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.869925] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.869925] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.869925] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.869925] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: dba1e969-a592-4c67-ace3-c2206c835403 is going to be created. [ 1015.904672] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.906134] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.906264] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.906559] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.907394] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.907394] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-dba1e969-a592-4c67-ace3-c2206c835403" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.930818] env[64796]: INFO networking_nsxv3.common.synchronization [None req-fc660285-d1a7-43be-b557-2b65e85c4db5 tempest-ServerActionsTestJSON-1200563110 tempest-ServerActionsTestJSON-1200563110-project-member] Enqueued Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_rules [ 1015.931464] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_rules [ 1015.931846] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.931961] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.237276] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.262203] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: SUCCESS [ 1016.262503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.314758] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.314948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.315016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.315207] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.315318] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.315419] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d already deleted. [ 1016.315516] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.316126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.316369] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.316463] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.616955] env[64796]: INFO networking_nsxv3.common.synchronization [req-55fed2ec-eb0d-4fea-a6c4-913cfd2ee64e req-c5f82a3a-4ec9-43d7-a05d-0b762d711a64 service nova] Enqueued Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_rules [ 1016.617394] env[64796]: INFO networking_nsxv3.common.synchronization [req-55fed2ec-eb0d-4fea-a6c4-913cfd2ee64e req-c5f82a3a-4ec9-43d7-a05d-0b762d711a64 service nova] Enqueued Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_members [ 1016.617394] env[64796]: INFO networking_nsxv3.common.synchronization [req-55fed2ec-eb0d-4fea-a6c4-913cfd2ee64e req-c5f82a3a-4ec9-43d7-a05d-0b762d711a64 service nova] Enqueued Resource ID: dba1e969-a592-4c67-ace3-c2206c835403 with Priority: HIGHEST for action port [ 1016.618386] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_rules [ 1016.618386] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_members [ 1016.618386] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba1e969-a592-4c67-ace3-c2206c835403 with Priority: HIGHEST for action port [ 1016.618940] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da5f10a8-a682-4b9a-8048-399c45275b1d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.618940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.619105] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.619317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.619417] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.620611] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5f10a8-a682-4b9a-8048-399c45275b1d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.620611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.620611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.623125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.623125] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.623125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.623125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.623125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.623125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.623125] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.623125] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-dba1e969-a592-4c67-ace3-c2206c835403 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.623125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dba1e969-a592-4c67-ace3-c2206c835403" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.623125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dba1e969-a592-4c67-ace3-c2206c835403" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.623125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dba1e969-a592-4c67-ace3-c2206c835403" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.623125] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dba1e969-a592-4c67-ace3-c2206c835403',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.739909] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.740506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.740506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.740692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.740754] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.741039] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be updated. [ 1016.772330] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.772330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.772330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.772330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.772330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.784766] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: IN_PROGRESS for 2s [ 1016.843629] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.843828] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.843975] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.844282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.844438] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.845208] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d already deleted. [ 1016.845208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.126052] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.128810] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5f10a8-a682-4b9a-8048-399c45275b1d taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.128810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.128810] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dba1e969-a592-4c67-ace3-c2206c835403 with status ACTIVE [ 1017.128810] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.128810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.128810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.129165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.129165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.129357] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.129542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.129579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.129868] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.129978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.130310] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.130399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.130498] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.130718] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.131285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.131461] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dba1e969-a592-4c67-ace3-c2206c835403 is going to be updated. [ 1017.158721] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.158933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.158933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.159484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.159484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.159484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dba1e969-a592-4c67-ace3-c2206c835403" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.313902] env[64796]: INFO networking_nsxv3.common.synchronization [None req-55e0ab36-5dcf-4e1d-ba39-44d29289ead1 None None] Enqueued Resource ID: 02bb59b0-5a7b-4f8b-aeae-fe7f3d7ac3a3 with Priority: HIGHEST for action port [ 1017.314468] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02bb59b0-5a7b-4f8b-aeae-fe7f3d7ac3a3 with Priority: HIGHEST for action port [ 1017.314790] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-02bb59b0-5a7b-4f8b-aeae-fe7f3d7ac3a3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.314917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02bb59b0-5a7b-4f8b-aeae-fe7f3d7ac3a3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.314987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02bb59b0-5a7b-4f8b-aeae-fe7f3d7ac3a3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.316889] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02bb59b0-5a7b-4f8b-aeae-fe7f3d7ac3a3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.317009] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02bb59b0-5a7b-4f8b-aeae-fe7f3d7ac3a3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.600668] env[64796]: INFO networking_nsxv3.common.synchronization [req-e4f999a1-3d16-4265-93a0-c08256864d79 req-31654acb-66a1-4ff5-b09c-25daa05269e3 tempest-ServerRescueNegativeTestJSON-1250450574 tempest-ServerRescueNegativeTestJSON-1250450574-project-member] Enqueued Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_members [ 1017.601279] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_members [ 1017.601600] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5f10a8-a682-4b9a-8048-399c45275b1d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.601706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.635571] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.821593] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02bb59b0-5a7b-4f8b-aeae-fe7f3d7ac3a3 [ 1017.821813] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.821945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.822042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.822295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.822474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.822588] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02bb59b0-5a7b-4f8b-aeae-fe7f3d7ac3a3 already deleted. [ 1017.822677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02bb59b0-5a7b-4f8b-aeae-fe7f3d7ac3a3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.987321] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.987460] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-622" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.987545] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-622" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.987812] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-622" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.988236] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.988371] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.988420] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.988615] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.988763] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.988989] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.989186] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.989315] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.989386] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.989547] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.989663] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.989854] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.013233] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.013475] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.013475] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.014040] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-622" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.014040] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-825a931c-e41d-495b-b27d-95d15e65d9ac taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.014314] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-825a931c-e41d-495b-b27d-95d15e65d9ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.014314] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-825a931c-e41d-495b-b27d-95d15e65d9ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.015284] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-825a931c-e41d-495b-b27d-95d15e65d9ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.015284] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('825a931c-e41d-495b-b27d-95d15e65d9ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.141380] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.141705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.142142] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.142616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.143027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.143339] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da5f10a8-a682-4b9a-8048-399c45275b1d is going to be created. [ 1018.169421] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.170030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.170030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.170030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.171697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.183026] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da5f10a8-a682-4b9a-8048-399c45275b1d in Status: UNINITIALIZED for 2s [ 1018.517036] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.517370] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.517370] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.517668] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.517839] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.517997] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 825a931c-e41d-495b-b27d-95d15e65d9ac not found, creating... [ 1018.518315] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.518481] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.518625] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.518886] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.519046] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.519341] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.519533] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.519689] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.519929] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.520083] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.520261] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 825a931c-e41d-495b-b27d-95d15e65d9ac is going to be created. [ 1018.543500] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.543710] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.543805] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.544273] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.544653] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.544913] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-825a931c-e41d-495b-b27d-95d15e65d9ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.796339] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 1018.796647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.313115] env[64796]: INFO networking_nsxv3.common.synchronization [req-e4f999a1-3d16-4265-93a0-c08256864d79 req-0def26cd-ddfd-478a-a981-1ae589f65e4f service nova] Enqueued Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_rules [ 1019.313115] env[64796]: INFO networking_nsxv3.common.synchronization [req-e4f999a1-3d16-4265-93a0-c08256864d79 req-0def26cd-ddfd-478a-a981-1ae589f65e4f service nova] Enqueued Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_members [ 1019.313115] env[64796]: INFO networking_nsxv3.common.synchronization [req-e4f999a1-3d16-4265-93a0-c08256864d79 req-0def26cd-ddfd-478a-a981-1ae589f65e4f service nova] Enqueued Resource ID: 825a931c-e41d-495b-b27d-95d15e65d9ac with Priority: HIGHEST for action port [ 1019.313210] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_rules [ 1019.313799] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_members [ 1019.313799] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825a931c-e41d-495b-b27d-95d15e65d9ac with Priority: HIGHEST for action port [ 1019.313799] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da5f10a8-a682-4b9a-8048-399c45275b1d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.313949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.314156] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5f10a8-a682-4b9a-8048-399c45275b1d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.314156] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.314337] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-825a931c-e41d-495b-b27d-95d15e65d9ac taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.314429] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-825a931c-e41d-495b-b27d-95d15e65d9ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.314496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-825a931c-e41d-495b-b27d-95d15e65d9ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.314731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-825a931c-e41d-495b-b27d-95d15e65d9ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.314818] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('825a931c-e41d-495b-b27d-95d15e65d9ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.817469] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 825a931c-e41d-495b-b27d-95d15e65d9ac with status ACTIVE [ 1019.817820] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.817974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.818072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.818333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.818485] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.818742] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.818913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.818993] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.819194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.819309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.819595] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.819769] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.819797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.820025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.820116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.820247] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 825a931c-e41d-495b-b27d-95d15e65d9ac is going to be updated. [ 1019.850664] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.850926] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.851000] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.851251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.851439] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.851685] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-825a931c-e41d-495b-b27d-95d15e65d9ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.197467] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da5f10a8-a682-4b9a-8048-399c45275b1d in Status: SUCCESS [ 1020.197807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.198043] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.198300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.198667] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.198740] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.198771] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.198919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.199058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.199187] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.199295] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.200297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.201661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.201661] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.201661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.201661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.201661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.201661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.201661] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.702872] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5f10a8-a682-4b9a-8048-399c45275b1d taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.703014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.703233] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.206454] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.708738] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.708950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.709109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.709291] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.709393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.709504] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da5f10a8-a682-4b9a-8048-399c45275b1d is going to be updated. [ 1021.753440] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.753440] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.753440] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.753440] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.753440] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.767746] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da5f10a8-a682-4b9a-8048-399c45275b1d in Status: IN_PROGRESS for 2s [ 1022.889218] env[64796]: INFO networking_nsxv3.common.synchronization [req-6f109c86-6cbd-448d-b4ef-6f773874eb99 req-e13c0854-3c4d-4043-a7d3-b43698430be8 tempest-ServerDiskConfigTestJSON-2144250167 tempest-ServerDiskConfigTestJSON-2144250167-project-member] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1022.889548] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1022.890016] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.890140] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.890185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.890425] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.890615] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.890744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.890829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.891019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.891143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.891274] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.393135] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.393332] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.393384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.393627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.393724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.393932] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.394048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.394116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.394269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.394361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.394449] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be updated. [ 1023.426953] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.427165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.427403] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.427654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.427817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.440031] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 1023.780337] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da5f10a8-a682-4b9a-8048-399c45275b1d in Status: SUCCESS [ 1023.780850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.781760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.781760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.781912] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.782031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.782031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.782232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.782333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.782452] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.285275] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.788862] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.292366] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.292676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.292676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.292807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.292893] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.293027] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da5f10a8-a682-4b9a-8048-399c45275b1d is going to be updated. [ 1025.322506] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.322506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.322506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.322928] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.322928] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.335047] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da5f10a8-a682-4b9a-8048-399c45275b1d in Status: IN_PROGRESS for 2s [ 1025.454298] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 1025.455370] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 deletion is rescheduled due to dependency. [ 1025.455562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.500156] env[64796]: INFO networking_nsxv3.common.synchronization [req-0ae4bc1f-35f4-4706-a7a6-93c32f975330 req-15bc72df-ea34-4880-9d5e-664baeadca5d tempest-ServersWithSpecificFlavorTestJSON-845776288 tempest-ServersWithSpecificFlavorTestJSON-845776288-project-member] Enqueued Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_members [ 1025.500668] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_members [ 1025.500990] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7edede3c-1560-4358-b84d-a9713f4833d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.502205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.502205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.502278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.502451] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.504032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.504032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.504032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.504032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.504032] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.905746] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.906042] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-893" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.906192] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-893" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.906468] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-893" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.907500] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.907731] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.908260] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.908260] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.908260] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.908459] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.908570] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.908672] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.908777] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.908879] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.908979] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.909648] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.940328] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.940723] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.940723] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.940840] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-893" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.941203] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-3f84a411-5707-45da-9510-024add067e38 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.941378] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-3f84a411-5707-45da-9510-024add067e38" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.941844] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-3f84a411-5707-45da-9510-024add067e38" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.941877] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-3f84a411-5707-45da-9510-024add067e38" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.942033] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f84a411-5707-45da-9510-024add067e38',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.009865] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.009865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.009865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.009865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.009865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.009865] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.009865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.009865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.009865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.009865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.009865] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7edede3c-1560-4358-b84d-a9713f4833d9 is going to be updated. [ 1026.063480] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.064305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.064305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.064515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.064588] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.075423] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7edede3c-1560-4358-b84d-a9713f4833d9 in Status: IN_PROGRESS for 2s [ 1026.126185] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.126699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.126699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.126926] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.126978] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.445167] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.445565] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.445565] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.445989] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.446235] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.446410] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 3f84a411-5707-45da-9510-024add067e38 not found, creating... [ 1026.446695] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.446851] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.446952] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.447181] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.447320] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.447598] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.447752] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.447960] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.448236] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.448382] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.448759] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 3f84a411-5707-45da-9510-024add067e38 is going to be created. [ 1026.471421] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.471688] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.471824] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.472135] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.472401] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.472660] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-3f84a411-5707-45da-9510-024add067e38" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.629507] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.132391] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.239191] env[64796]: INFO networking_nsxv3.common.synchronization [req-0ae4bc1f-35f4-4706-a7a6-93c32f975330 req-55800cff-a55d-4552-9a54-c3f09c907096 service nova] Enqueued Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_rules [ 1027.239191] env[64796]: INFO networking_nsxv3.common.synchronization [req-0ae4bc1f-35f4-4706-a7a6-93c32f975330 req-55800cff-a55d-4552-9a54-c3f09c907096 service nova] Enqueued Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_members [ 1027.239191] env[64796]: INFO networking_nsxv3.common.synchronization [req-0ae4bc1f-35f4-4706-a7a6-93c32f975330 req-55800cff-a55d-4552-9a54-c3f09c907096 service nova] Enqueued Resource ID: 3f84a411-5707-45da-9510-024add067e38 with Priority: HIGHEST for action port [ 1027.239191] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_rules [ 1027.239191] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_members [ 1027.239191] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f84a411-5707-45da-9510-024add067e38 with Priority: HIGHEST for action port [ 1027.239602] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7edede3c-1560-4358-b84d-a9713f4833d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.239902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.240064] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.240187] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.240270] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.241352] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7edede3c-1560-4358-b84d-a9713f4833d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.241454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.241707] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f84a411-5707-45da-9510-024add067e38 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.241809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f84a411-5707-45da-9510-024add067e38" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.241871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f84a411-5707-45da-9510-024add067e38" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.242088] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f84a411-5707-45da-9510-024add067e38" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.242185] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f84a411-5707-45da-9510-024add067e38',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.348410] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da5f10a8-a682-4b9a-8048-399c45275b1d in Status: SUCCESS [ 1027.348410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.348410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.348410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.348410] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.348410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.348410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.348410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.348410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.348410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.348410] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5f10a8-a682-4b9a-8048-399c45275b1d taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.348410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.348410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.349173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.349541] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.349754] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.349917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.350150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.350309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.350508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.350691] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.634841] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1027.635144] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1027.742030] env[64796]: INFO networking_nsxv3.common.synchronization [req-f44605b3-fbf9-4cdc-8b85-f8bf72d0fb99 req-ea4ebcad-4a33-4e8d-b51c-8865e7447ef2 tempest-ServerRescueTestJSONUnderV235-1225140380 tempest-ServerRescueTestJSONUnderV235-1225140380-project-member] Enqueued Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_members [ 1027.742130] env[64796]: INFO networking_nsxv3.common.synchronization [req-f44605b3-fbf9-4cdc-8b85-f8bf72d0fb99 req-ea4ebcad-4a33-4e8d-b51c-8865e7447ef2 tempest-ServerRescueTestJSONUnderV235-1225140380 tempest-ServerRescueTestJSONUnderV235-1225140380-project-member] Enqueued Resource ID: 93741c95-cc73-43e6-9418-7c55a7c13aef with Priority: HIGHEST for action security_group_members [ 1027.742610] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_members [ 1027.742829] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93741c95-cc73-43e6-9418-7c55a7c13aef with Priority: HIGHEST for action security_group_members [ 1027.745201] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.745351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.745425] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.746209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.746209] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.746209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.746209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.746209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.746427] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.746427] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.747309] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-93741c95-cc73-43e6-9418-7c55a7c13aef taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.747416] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.747486] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.747700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.747838] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.747935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.748045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.748189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.749509] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.749509] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93741c95-cc73-43e6-9418-7c55a7c13aef',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.750392] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7edede3c-1560-4358-b84d-a9713f4833d9 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.750481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.750851] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f84a411-5707-45da-9510-024add067e38 with status ACTIVE [ 1027.750851] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.750851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.751766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.752111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.752111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.752220] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.752319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.752384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.752529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.752608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.752850] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.752982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.756656] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.756656] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.756656] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.756656] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f84a411-5707-45da-9510-024add067e38 is going to be updated. [ 1027.785527] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.785704] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.785760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.786015] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.786214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.786409] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f84a411-5707-45da-9510-024add067e38" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.799920] env[64796]: INFO networking_nsxv3.common.synchronization [req-f44605b3-fbf9-4cdc-8b85-f8bf72d0fb99 req-ea4ebcad-4a33-4e8d-b51c-8865e7447ef2 tempest-ServerRescueTestJSONUnderV235-1225140380 tempest-ServerRescueTestJSONUnderV235-1225140380-project-member] Enqueued Resource ID: 93741c95-cc73-43e6-9418-7c55a7c13aef with Priority: HIGHEST for action security_group_rules [ 1027.800113] env[64796]: INFO networking_nsxv3.common.synchronization [req-f44605b3-fbf9-4cdc-8b85-f8bf72d0fb99 req-ea4ebcad-4a33-4e8d-b51c-8865e7447ef2 tempest-ServerRescueTestJSONUnderV235-1225140380 tempest-ServerRescueTestJSONUnderV235-1225140380-project-member] Enqueued Resource ID: 93741c95-cc73-43e6-9418-7c55a7c13aef with Priority: HIGHEST for action security_group_members [ 1027.800290] env[64796]: INFO networking_nsxv3.common.synchronization [req-f44605b3-fbf9-4cdc-8b85-f8bf72d0fb99 req-ea4ebcad-4a33-4e8d-b51c-8865e7447ef2 tempest-ServerRescueTestJSONUnderV235-1225140380 tempest-ServerRescueTestJSONUnderV235-1225140380-project-member] Enqueued Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_rules [ 1027.800391] env[64796]: INFO networking_nsxv3.common.synchronization [req-f44605b3-fbf9-4cdc-8b85-f8bf72d0fb99 req-ea4ebcad-4a33-4e8d-b51c-8865e7447ef2 tempest-ServerRescueTestJSONUnderV235-1225140380 tempest-ServerRescueTestJSONUnderV235-1225140380-project-member] Enqueued Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_members [ 1027.800521] env[64796]: INFO networking_nsxv3.common.synchronization [req-f44605b3-fbf9-4cdc-8b85-f8bf72d0fb99 req-ea4ebcad-4a33-4e8d-b51c-8865e7447ef2 tempest-ServerRescueTestJSONUnderV235-1225140380 tempest-ServerRescueTestJSONUnderV235-1225140380-project-member] Enqueued Resource ID: d0930226-6d22-416d-8001-912d8ed72946 with Priority: HIGHEST for action port [ 1027.801058] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93741c95-cc73-43e6-9418-7c55a7c13aef with Priority: HIGHEST for action security_group_rules [ 1027.801210] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_rules [ 1027.801312] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0930226-6d22-416d-8001-912d8ed72946 with Priority: HIGHEST for action port [ 1027.801649] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93741c95-cc73-43e6-9418-7c55a7c13aef with Priority: HIGHEST for action security_group_members [ 1027.801649] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_members [ 1027.801763] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93741c95-cc73-43e6-9418-7c55a7c13aef taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.801886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.801952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.802234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.802406] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93741c95-cc73-43e6-9418-7c55a7c13aef',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.803418] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.803538] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.803658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.805257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.805257] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.805257] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0930226-6d22-416d-8001-912d8ed72946 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.805257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.805257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.805465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.805712] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0930226-6d22-416d-8001-912d8ed72946',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.806370] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-93741c95-cc73-43e6-9418-7c55a7c13aef taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.806465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.806649] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.806913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.855158] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da5f10a8-a682-4b9a-8048-399c45275b1d: rpc.has_security_group_logging(os_id): False [ 1027.882034] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.882034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.882034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.882034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.882034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.882034] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.882034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.882034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.882034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.882034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.882034] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.882034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.882034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.882034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.882034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.883524] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.883524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.883524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.883653] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.883653] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.883881] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da5f10a8-a682-4b9a-8048-399c45275b1d is going to be created. [ 1027.998663] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.998962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.999052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.999498] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.999569] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.019148] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da5f10a8-a682-4b9a-8048-399c45275b1d in Status: IN_PROGRESS for 2s [ 1028.118239] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7edede3c-1560-4358-b84d-a9713f4833d9 in Status: SUCCESS [ 1028.118521] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7edede3c-1560-4358-b84d-a9713f4833d9 deletion is rescheduled due to dependency. [ 1028.118754] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.119266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.119493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.119623] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.119808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.119946] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.122048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.122403] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.122728] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.251194] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93741c95-cc73-43e6-9418-7c55a7c13aef',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.252336] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.309713] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-93741c95-cc73-43e6-9418-7c55a7c13aef taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.309713] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.309713] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.309713] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.309713] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0930226-6d22-416d-8001-912d8ed72946 with status ACTIVE [ 1028.309713] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.309713] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.309713] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.309713] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.309713] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.310183] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.310183] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.310183] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.310284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.310316] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.310646] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.310646] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.310646] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.310801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.310840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.311430] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0930226-6d22-416d-8001-912d8ed72946 is going to be updated. [ 1028.340456] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.340638] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.340700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.340939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.341294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.341472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.626784] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.674118] env[64796]: INFO networking_nsxv3.common.synchronization [req-c84017d7-9dff-4646-8ca1-dc1cdaffc02a req-071c86c6-766b-4fcd-9874-4679605a9ed6 tempest-ServerRescueTestJSONUnderV235-1225140380 tempest-ServerRescueTestJSONUnderV235-1225140380-project-member] Enqueued Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_members [ 1028.674118] env[64796]: INFO networking_nsxv3.common.synchronization [req-c84017d7-9dff-4646-8ca1-dc1cdaffc02a req-071c86c6-766b-4fcd-9874-4679605a9ed6 tempest-ServerRescueTestJSONUnderV235-1225140380 tempest-ServerRescueTestJSONUnderV235-1225140380-project-member] Enqueued Resource ID: 93741c95-cc73-43e6-9418-7c55a7c13aef with Priority: HIGHEST for action security_group_members [ 1028.674521] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_members [ 1028.674521] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93741c95-cc73-43e6-9418-7c55a7c13aef with Priority: HIGHEST for action security_group_members [ 1028.675066] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.675066] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.675644] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-93741c95-cc73-43e6-9418-7c55a7c13aef taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.675750] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.727530] env[64796]: INFO networking_nsxv3.common.synchronization [req-c84017d7-9dff-4646-8ca1-dc1cdaffc02a req-071c86c6-766b-4fcd-9874-4679605a9ed6 tempest-ServerRescueTestJSONUnderV235-1225140380 tempest-ServerRescueTestJSONUnderV235-1225140380-project-member] Enqueued Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_rules [ 1028.727766] env[64796]: INFO networking_nsxv3.common.synchronization [req-c84017d7-9dff-4646-8ca1-dc1cdaffc02a req-071c86c6-766b-4fcd-9874-4679605a9ed6 tempest-ServerRescueTestJSONUnderV235-1225140380 tempest-ServerRescueTestJSONUnderV235-1225140380-project-member] Enqueued Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_members [ 1028.727921] env[64796]: INFO networking_nsxv3.common.synchronization [req-c84017d7-9dff-4646-8ca1-dc1cdaffc02a req-071c86c6-766b-4fcd-9874-4679605a9ed6 tempest-ServerRescueTestJSONUnderV235-1225140380 tempest-ServerRescueTestJSONUnderV235-1225140380-project-member] Enqueued Resource ID: d0930226-6d22-416d-8001-912d8ed72946 with Priority: HIGHEST for action port [ 1028.728411] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_rules [ 1028.728547] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_members [ 1028.728648] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0930226-6d22-416d-8001-912d8ed72946 with Priority: HIGHEST for action port [ 1028.728918] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.729033] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.729242] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.729355] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.729552] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0930226-6d22-416d-8001-912d8ed72946 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.729661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.729759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.729988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.730096] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0930226-6d22-416d-8001-912d8ed72946',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.754516] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93741c95-cc73-43e6-9418-7c55a7c13aef',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.755621] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.772017] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.772249] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.773094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.773213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.788246] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1028.789304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.790518] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1028.824121] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.824418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.824418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.825977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.835917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.836534] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 1028.836653] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'d0930226-6d22-416d-8001-912d8ed72946'} {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1028.836714] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1028.883720] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.884032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.884377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.884485] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.886116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.886640] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1028.966889] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.968123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.968123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.968123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.968123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.968340] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1029.055721] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.055863] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.055950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.056265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.057410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.057704] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1029.057805] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ebe5a973-a3a9-47e1-b31c-c769bdb329ee', '1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09', '19ef4d73-5bc6-4188-96ea-06b94cf134d8', '6a5006c7-7e2e-4191-a6a0-87d6817a7695', '17130f1a-440a-4641-9baf-b128e692ea8b', '41ded614-4f05-4475-86d5-7480b4a4132c', '6590efd0-0c00-4cce-b1d3-670eedbce52e', '8d10e8df-3419-4b4a-b92d-c3f2215be4f5', '3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3', '39458f86-40bb-4a46-b3d5-b341becbe74f', '8e7181a1-9dfc-4262-816d-2fe2d47def77', '1370684b-89af-43f8-b305-3541f47eda08', 'f470c392-4bcf-4a5f-846f-d1a727c78804', '2f42d023-a35b-49ca-95a8-d87950325ac3', '64998d63-c307-40b6-9be3-26ee2e0a6b2f', '13579389-68aa-44a4-a354-5302cfb14005', '4cf3f94f-5e88-4d86-8c4e-e11e711caea0', '89363d47-05e8-48b9-870d-f25376fabafd', 'e17595b0-6d85-474b-8ccb-41418ef6abcc', 'eb60b55a-0275-474a-8316-416675ada9ae', 'bbfe0313-e0cd-44eb-bbdf-7b5c33fce316', '547d6596-057b-401c-83b3-022cc4137e90', '22595d26-e086-44a6-b1d5-becf82f0fdd5', '0f40d408-745e-48e1-a356-ae7209d3e374', 'fd721de9-1bd3-4dd3-99da-94a2a1536eba', '1560ce7c-ade0-43f3-97e0-773d376a9482', '03987233-7a4b-479e-a980-35d7a929d53c', '4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5', 'da5f10a8-a682-4b9a-8048-399c45275b1d', '0e96aba9-ff62-44d8-ae53-8b03b73dc3db', '9a3c86ae-8d06-4d5e-99c3-924cc794816d', '8120b5a2-f99c-4d70-bc78-29ede5ce161e', '466021a5-5fba-47f2-8049-c6a2d62336ac', '7edede3c-1560-4358-b84d-a9713f4833d9', '4488dabe-73c8-4fe0-a74b-af66f7f5b013', 'd77e06ff-6eca-47e8-9aee-74516c194d70', '093e89ef-d053-44c7-80a4-82798decc3c9', '7aa1f5d5-b2bf-49cf-8697-e7dd4b368556', '04011a62-9f67-4114-bc81-f2b105c909e7', '61101a89-2bca-42e5-a383-b9fb9500d008', 'fa2624bb-abb6-424c-808f-b9c86444af79'} {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1029.057913] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1029.082619] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.082835] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.082879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.083719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.083719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.083719] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1029.083719] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1029.083719] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1029.132476] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.159148] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.159592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.159592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.159743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.160800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.161509] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1029.161509] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1029.161509] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1029.161509] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 1029.161509] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0930226-6d22-416d-8001-912d8ed72946 with Priority: HIGH for action port [ 1029.161509] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/41 resources of Type:Security Group Rules [ 1029.161509] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGH for action security_group_rules [ 1029.161509] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGH for action security_group_rules [ 1029.161769] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGH for action security_group_rules [ 1029.161769] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGH for action security_group_rules [ 1029.161769] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGH for action security_group_rules [ 1029.161769] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGH for action security_group_rules [ 1029.161870] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGH for action security_group_rules [ 1029.161870] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGH for action security_group_rules [ 1029.161919] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 with Priority: HIGH for action security_group_rules [ 1029.161978] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39458f86-40bb-4a46-b3d5-b341becbe74f with Priority: HIGH for action security_group_rules [ 1029.162091] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 with Priority: HIGH for action security_group_rules [ 1029.162139] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1370684b-89af-43f8-b305-3541f47eda08 with Priority: HIGH for action security_group_rules [ 1029.162172] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f470c392-4bcf-4a5f-846f-d1a727c78804 with Priority: HIGH for action security_group_rules [ 1029.162237] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGH for action security_group_rules [ 1029.162307] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGH for action security_group_rules [ 1029.162384] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13579389-68aa-44a4-a354-5302cfb14005 with Priority: HIGH for action security_group_rules [ 1029.162473] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 with Priority: HIGH for action security_group_rules [ 1029.162585] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89363d47-05e8-48b9-870d-f25376fabafd with Priority: HIGH for action security_group_rules [ 1029.163016] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGH for action security_group_rules [ 1029.163016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.231981] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0930226-6d22-416d-8001-912d8ed72946 with status ACTIVE [ 1029.232237] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.232389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.232463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.232696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.232795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.232995] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.233113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.233179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.233431] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.233518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.233738] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.233838] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.233901] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.234058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.234165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.234300] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0930226-6d22-416d-8001-912d8ed72946 is going to be updated. [ 1029.259233] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.259233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.259233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.259233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.259233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.259233] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93741c95-cc73-43e6-9418-7c55a7c13aef is going to be created. [ 1029.259821] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.259821] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.259821] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.259926] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.259959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.260071] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d is going to be updated. [ 1029.261772] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.262447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.262447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.262447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.262447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.262592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.295275] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.295275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.295275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.295275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.295275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.301708] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.301708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.301708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.301708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.301708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.318402] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93741c95-cc73-43e6-9418-7c55a7c13aef in Status: UNINITIALIZED for 2s [ 1029.326681] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: IN_PROGRESS for 2s [ 1029.639076] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.639076] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.639321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.639967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.639967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.639967] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7edede3c-1560-4358-b84d-a9713f4833d9 is going to be updated. [ 1029.678300] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.678502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.678502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.678800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.679055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.690884] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7edede3c-1560-4358-b84d-a9713f4833d9 in Status: IN_PROGRESS for 2s [ 1030.035811] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da5f10a8-a682-4b9a-8048-399c45275b1d in Status: SUCCESS [ 1030.035961] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.036143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.036520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.036520] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.539492] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5f10a8-a682-4b9a-8048-399c45275b1d taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.539660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.539737] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.539971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.540179] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.540294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.540371] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.540494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.540577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.540664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.540744] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.044174] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5f10a8-a682-4b9a-8048-399c45275b1d taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.044174] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.044174] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.047211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.047211] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.047211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.047211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.047211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.047211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.047211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.047211] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5f10a8-a682-4b9a-8048-399c45275b1d taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.047211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.047211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.047211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.047211] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.047211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.047211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.047211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.047211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.047211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.048289] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.331214] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93741c95-cc73-43e6-9418-7c55a7c13aef in Status: SUCCESS [ 1031.331722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.331722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.331722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.331914] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.332037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.332100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.332256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.332337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.332430] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93741c95-cc73-43e6-9418-7c55a7c13aef',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.340481] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: SUCCESS [ 1031.340816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.341065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.341375] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.341698] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.341798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.341920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.342779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.342779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.342779] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.553354] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da5f10a8-a682-4b9a-8048-399c45275b1d: rpc.has_security_group_logging(os_id): False [ 1031.572652] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.572922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.572922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.573402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.597024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.597024] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.597024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.597024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.597024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.597024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.597289] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.597289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.597371] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.597490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.597567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.597754] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.597847] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.597905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.598086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.598150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.598226] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da5f10a8-a682-4b9a-8048-399c45275b1d is going to be updated. [ 1031.683976] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.684644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.684644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.684644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.684644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.706984] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7edede3c-1560-4358-b84d-a9713f4833d9 in Status: SUCCESS [ 1031.707368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.707622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.708323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.708323] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.708323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.708323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.708546] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.708546] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.708613] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.708724] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.710556] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da5f10a8-a682-4b9a-8048-399c45275b1d in Status: IN_PROGRESS for 2s [ 1031.837468] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.837468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.837468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.837468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.837468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.837468] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.837468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.837468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.837468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.837468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.837468] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93741c95-cc73-43e6-9418-7c55a7c13aef is going to be deleted. [ 1031.846328] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.876032] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.876032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.876032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.876032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.876032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.876351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.876351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.876413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.876601] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.876694] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.876764] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.876924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.877014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.877117] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93741c95-cc73-43e6-9418-7c55a7c13aef',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.211963] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.349240] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.383760] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.383945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.383993] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.384265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.384354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.384550] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.384653] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.384699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.385147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.385147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.385147] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93741c95-cc73-43e6-9418-7c55a7c13aef already deleted. [ 1032.385269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.385298] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93741c95-cc73-43e6-9418-7c55a7c13aef',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.390693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.390693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.390693] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.390693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.390693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.390693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.390693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.391129] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93741c95-cc73-43e6-9418-7c55a7c13aef',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.714979] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7edede3c-1560-4358-b84d-a9713f4833d9: rpc.has_security_group_logging(os_id): False [ 1032.737391] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.737391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.737391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.737625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.764770] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.765204] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.765352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.765424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.765626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.765711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.765836] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7edede3c-1560-4358-b84d-a9713f4833d9 is going to be updated. [ 1032.838995] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.839270] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.839270] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.839483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.839627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.851559] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.851785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.851785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.852117] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.852117] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.852279] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d is going to be updated. [ 1032.856829] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7edede3c-1560-4358-b84d-a9713f4833d9 in Status: IN_PROGRESS for 2s [ 1032.895187] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93741c95-cc73-43e6-9418-7c55a7c13aef',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.901585] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.901727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.901795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.902013] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.902156] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.903635] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.903899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.904239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.904239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.904350] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.904444] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.904543] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.904608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.904755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.904832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.904942] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93741c95-cc73-43e6-9418-7c55a7c13aef already deleted. [ 1032.905033] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.918160] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: IN_PROGRESS for 2s [ 1033.099445] env[64796]: INFO networking_nsxv3.common.synchronization [req-f7eabcf8-63f0-43ca-bf72-72fddf785883 req-1d0a3248-44dc-4faa-89bb-2db741e14a47 tempest-MigrationsAdminTest-457805961 tempest-MigrationsAdminTest-457805961-project-member] Enqueued Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_members [ 1033.099983] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_members [ 1033.100152] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0930226-6d22-416d-8001-912d8ed72946 with Priority: HIGH for action port [ 1033.100276] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGH for action security_group_rules [ 1033.100356] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGH for action security_group_rules [ 1033.100454] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGH for action security_group_rules [ 1033.100550] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17595b0-6d85-474b-8ccb-41418ef6abcc with Priority: HIGH for action security_group_rules [ 1033.100742] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89363d47-05e8-48b9-870d-f25376fabafd with Priority: HIGH for action security_group_rules [ 1033.100742] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 with Priority: HIGH for action security_group_rules [ 1033.100849] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13579389-68aa-44a4-a354-5302cfb14005 with Priority: HIGH for action security_group_rules [ 1033.100891] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f470c392-4bcf-4a5f-846f-d1a727c78804 with Priority: HIGH for action security_group_rules [ 1033.100976] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f with Priority: HIGH for action security_group_rules [ 1033.101085] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1370684b-89af-43f8-b305-3541f47eda08 with Priority: HIGH for action security_group_rules [ 1033.101174] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 with Priority: HIGH for action security_group_rules [ 1033.101264] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39458f86-40bb-4a46-b3d5-b341becbe74f with Priority: HIGH for action security_group_rules [ 1033.101349] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 with Priority: HIGH for action security_group_rules [ 1033.101436] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGH for action security_group_rules [ 1033.101520] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17130f1a-440a-4641-9baf-b128e692ea8b with Priority: HIGH for action security_group_rules [ 1033.101609] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e with Priority: HIGH for action security_group_rules [ 1033.101694] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGH for action security_group_rules [ 1033.101781] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGH for action security_group_rules [ 1033.101872] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 with Priority: HIGH for action security_group_rules [ 1033.102197] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.102321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.102383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.102589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.102744] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.102839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.102904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.103088] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.103176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.103272] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.104380] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0930226-6d22-416d-8001-912d8ed72946 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.104487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.104554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.104708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.104786] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0930226-6d22-416d-8001-912d8ed72946',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.105600] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.105718] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.105779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.105939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.106090] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.106932] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ded614-4f05-4475-86d5-7480b4a4132c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.107059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.107464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.107464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.107464] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ded614-4f05-4475-86d5-7480b4a4132c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.108015] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.108106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.108423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.108423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.108423] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.109438] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e17595b0-6d85-474b-8ccb-41418ef6abcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.109552] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.109739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.109739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.109868] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e17595b0-6d85-474b-8ccb-41418ef6abcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.110534] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89363d47-05e8-48b9-870d-f25376fabafd taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.110682] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.110746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.110841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.110959] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89363d47-05e8-48b9-870d-f25376fabafd',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.111729] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cf3f94f-5e88-4d86-8c4e-e11e711caea0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.111729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.112107] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.112338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.112389] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cf3f94f-5e88-4d86-8c4e-e11e711caea0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.113371] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13579389-68aa-44a4-a354-5302cfb14005 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.113371] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.113557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.113827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.113827] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13579389-68aa-44a4-a354-5302cfb14005',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.114786] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f470c392-4bcf-4a5f-846f-d1a727c78804 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.114900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.114991] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.115263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.115372] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f470c392-4bcf-4a5f-846f-d1a727c78804',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.116526] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.116697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.116796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.116970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.117111] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64998d63-c307-40b6-9be3-26ee2e0a6b2f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.117708] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1370684b-89af-43f8-b305-3541f47eda08 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.117812] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.117874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.118053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.118129] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1370684b-89af-43f8-b305-3541f47eda08',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.118851] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7181a1-9dfc-4262-816d-2fe2d47def77 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.119070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.119153] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.119489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.119571] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7181a1-9dfc-4262-816d-2fe2d47def77',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.120668] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39458f86-40bb-4a46-b3d5-b341becbe74f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.120668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.120754] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.121533] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.121533] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39458f86-40bb-4a46-b3d5-b341becbe74f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.121608] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.121959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.121959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.122442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.122442] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.122890] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.123016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.123690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.123882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.124164] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.126322] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17130f1a-440a-4641-9baf-b128e692ea8b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.126447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.126551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.127301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.127301] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17130f1a-440a-4641-9baf-b128e692ea8b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.129562] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6590efd0-0c00-4cce-b1d3-670eedbce52e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.129692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.129731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.129867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.129941] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6590efd0-0c00-4cce-b1d3-670eedbce52e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.131326] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.131438] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.131808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.131808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.131808] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.133873] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.133873] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.134053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.134097] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.134193] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebe5a973-a3a9-47e1-b31c-c769bdb329ee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.134439] env[64796]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1033.135760] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19ef4d73-5bc6-4188-96ea-06b94cf134d8 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.135915] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.135976] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.136247] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.136353] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19ef4d73-5bc6-4188-96ea-06b94cf134d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.404306] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93741c95-cc73-43e6-9418-7c55a7c13aef: rpc.has_security_group_logging(os_id): False [ 1033.424514] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.424721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.424721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.425023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.425159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.425488] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.425488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.425609] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.425751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.425851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.425970] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93741c95-cc73-43e6-9418-7c55a7c13aef is going to be created. [ 1033.446126] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/93741c95-cc73-43e6-9418-7c55a7c13aef], does not exist path=[/infra/domains/default/groups/93741c95-cc73-43e6-9418-7c55a7c13aef]."\n}' [ 1033.446422] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93741c95-cc73-43e6-9418-7c55a7c13aef failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/93741c95-cc73-43e6-9418-7c55a7c13aef [ 1033.446422] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1033.489148] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.489391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.489391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.489564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.490547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.490824] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.490951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.491024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.491224] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.491510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.491510] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.491661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.491720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.493147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.493147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.493147] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93741c95-cc73-43e6-9418-7c55a7c13aef is going to be created. [ 1033.512045] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/93741c95-cc73-43e6-9418-7c55a7c13aef], does not exist path=[/infra/domains/default/groups/93741c95-cc73-43e6-9418-7c55a7c13aef]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/93741c95-cc73-43e6-9418-7c55a7c13aef [ 1033.512256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93741c95-cc73-43e6-9418-7c55a7c13aef" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.512491] env[64796]: Traceback (most recent call last): [ 1033.512553] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1033.512553] env[64796]: return func(*args, **kwargs) [ 1033.512553] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1033.512553] env[64796]: res.raise_for_status() [ 1033.512553] env[64796]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1033.512553] env[64796]: raise HTTPError(http_error_msg, response=self) [ 1033.512553] env[64796]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/93741c95-cc73-43e6-9418-7c55a7c13aef [ 1033.512553] env[64796]: During handling of the above exception, another exception occurred: [ 1033.512553] env[64796]: Traceback (most recent call last): [ 1033.512553] env[64796]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1033.512553] env[64796]: listener.cb(fileno) [ 1033.512553] env[64796]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1033.512553] env[64796]: result = function(*args, **kwargs) [ 1033.513204] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1033.513204] env[64796]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1033.513204] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1033.513204] env[64796]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1033.513204] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1033.513204] env[64796]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1033.513204] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1033.513204] env[64796]: res.raise_for_status() [ 1033.513204] env[64796]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1033.513204] env[64796]: raise HTTPError(http_error_msg, response=self) [ 1033.513204] env[64796]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/93741c95-cc73-43e6-9418-7c55a7c13aef [ 1033.513204] env[64796]: Removing descriptor: 22 [ 1033.639147] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.639329] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.639366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.641391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.641391] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.641391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.641391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.641391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.641391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.641391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.641391] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.650748] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ded614-4f05-4475-86d5-7480b4a4132c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.650971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.650971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.651250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.651371] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.651492] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.651530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.651699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.651967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.651967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.651967] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41ded614-4f05-4475-86d5-7480b4a4132c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.658255] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.658255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.658255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.658255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.658255] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.658255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.658255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.658255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.658255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.658255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.658255] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.659760] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.665696] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0930226-6d22-416d-8001-912d8ed72946 with status ACTIVE [ 1033.666111] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.666220] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.666724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.666724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.666724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.668177] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.668177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.668177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.668177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.668177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.668573] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.668573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.668573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.669384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.669384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.669384] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0930226-6d22-416d-8001-912d8ed72946 is going to be updated. [ 1033.685610] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.685839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.685965] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.686318] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.686622] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.686820] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.687042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.687289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.687417] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.687549] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.687670] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebe5a973-a3a9-47e1-b31c-c769bdb329ee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.727570] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.727731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.727835] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.728023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.731307] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.731442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.732172] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.732291] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.745583] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.745738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.745818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.746105] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.746324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.746547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0930226-6d22-416d-8001-912d8ed72946" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.753333] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.753333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.753715] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.753866] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.754655] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.754772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.756260] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.756260] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.756746] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.756838] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.757551] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.757678] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.759617] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.759617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.759617] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.759998] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.759998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.761203] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.761203] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.761203] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.762324] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.762758] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.762870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.763751] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.763859] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da5f10a8-a682-4b9a-8048-399c45275b1d in Status: SUCCESS [ 1033.764121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.765082] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.765940] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.765940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.766068] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.766504] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.766620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.767295] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.767745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.767911] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64998d63-c307-40b6-9be3-26ee2e0a6b2f is going to be deleted. [ 1033.768846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.769111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.791923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.792096] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89363d47-05e8-48b9-870d-f25376fabafd is going to be deleted. [ 1033.793238] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.793506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.837447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.838676] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39458f86-40bb-4a46-b3d5-b341becbe74f is going to be deleted. [ 1033.840112] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.840437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.866161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.866250] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e17595b0-6d85-474b-8ccb-41418ef6abcc is going to be deleted. [ 1033.867223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.867449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.873192] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.873340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.878606] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.878728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.933474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.933662] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13579389-68aa-44a4-a354-5302cfb14005 is going to be deleted. [ 1033.934905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.936578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.953362] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.953461] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.962933] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.963118] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.007028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.007028] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be deleted. [ 1034.007028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.007028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.083915] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.085020] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6590efd0-0c00-4cce-b1d3-670eedbce52e is going to be deleted. [ 1034.085229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.085508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.141299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.141452] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be deleted. [ 1034.142738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.143145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.144522] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.144671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.144761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.144999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.145218] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.145360] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.145469] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.145585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.145675] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.145780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.145986] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.146222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.146296] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.146478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.146648] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.146753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.146824] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.146982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.147099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.147202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.147336] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.158953] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.158953] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.167095] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.167274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.177419] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41ded614-4f05-4475-86d5-7480b4a4132c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.177986] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.179767] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.199828] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.200019] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1370684b-89af-43f8-b305-3541f47eda08 is going to be deleted. [ 1034.201061] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebe5a973-a3a9-47e1-b31c-c769bdb329ee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.202300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.202558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.217790] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.217790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.235520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.235717] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3 is going to be deleted. [ 1034.238159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.238159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.266433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.266786] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cf3f94f-5e88-4d86-8c4e-e11e711caea0 is going to be deleted. [ 1034.268015] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.268521] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.296466] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.296619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.323589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.323803] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f470c392-4bcf-4a5f-846f-d1a727c78804 is going to be deleted. [ 1034.325170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.325279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.356904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.356904] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19ef4d73-5bc6-4188-96ea-06b94cf134d8 is going to be deleted. [ 1034.358157] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.358376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.395804] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.396464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.411219] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.411553] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17130f1a-440a-4641-9baf-b128e692ea8b is going to be deleted. [ 1034.412501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.412760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.414353] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.414460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.444470] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.444604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.456802] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.456976] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.463337] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.463532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.464420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.464543] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7181a1-9dfc-4262-816d-2fe2d47def77 is going to be deleted. [ 1034.465613] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.465830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.465924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.466132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89363d47-05e8-48b9-870d-f25376fabafd" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.466322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.466499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.466642] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.466704] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64998d63-c307-40b6-9be3-26ee2e0a6b2f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.467282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.467464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.467589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.467664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39458f86-40bb-4a46-b3d5-b341becbe74f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.467823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.467978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.468082] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.468345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e17595b0-6d85-474b-8ccb-41418ef6abcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.468491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.468646] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.468726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.468853] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13579389-68aa-44a4-a354-5302cfb14005" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.469256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.469256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.469256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.469398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.469495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.469657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.469741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.469855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6590efd0-0c00-4cce-b1d3-670eedbce52e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.469983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.470148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.470210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.470321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.470465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.470611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.470687] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.470797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1370684b-89af-43f8-b305-3541f47eda08" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.470923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.471087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.471147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.471278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3aa8b547-d8d7-4c7d-a59f-6b158bb7b2e3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.471419] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.471561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.471650] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.471768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f470c392-4bcf-4a5f-846f-d1a727c78804" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.471916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.472074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.472239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.472271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cf3f94f-5e88-4d86-8c4e-e11e711caea0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.472373] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.472507] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.472601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.472791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19ef4d73-5bc6-4188-96ea-06b94cf134d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.601236] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.601398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.601505] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.601700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.601794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.601923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17130f1a-440a-4641-9baf-b128e692ea8b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.641957] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.642185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.642185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.642406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.642502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.642625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7181a1-9dfc-4262-816d-2fe2d47def77" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.650191] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09: rpc.has_security_group_logging(os_id): False [ 1034.680421] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41ded614-4f05-4475-86d5-7480b4a4132c: rpc.has_security_group_logging(os_id): False [ 1034.681701] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.681701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.681905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.682053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.682109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.682259] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77e06ff-6eca-47e8-9aee-74516c194d70 is going to be updated. [ 1034.683691] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f42d023-a35b-49ca-95a8-d87950325ac3: rpc.has_security_group_logging(os_id): False [ 1034.689637] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.689775] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.689869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.690490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.705016] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebe5a973-a3a9-47e1-b31c-c769bdb329ee: rpc.has_security_group_logging(os_id): False [ 1034.717157] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.717311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.731554] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.731785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.745227] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.745407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.749047] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.749504] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.749715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.749882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.750218] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.750385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.750694] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.751390] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.751390] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.751390] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.751568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.751792] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.751941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.752042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.752277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.752854] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.752854] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1034.754445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.754736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.758481] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.758725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.758839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.759175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.760028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.791144] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: IN_PROGRESS for 2s [ 1034.810167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.810499] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.810594] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.810663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.810903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.811020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.811133] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ded614-4f05-4475-86d5-7480b4a4132c is going to be updated. [ 1034.812300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.812966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.898633] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.898976] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.899097] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.899185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.899374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.899450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.899609] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee is going to be updated. [ 1034.900682] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.900962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.902607] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7edede3c-1560-4358-b84d-a9713f4833d9 in Status: SUCCESS [ 1034.902830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.941406] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: SUCCESS [ 1034.941639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.941859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.942063] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.942263] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.942387] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.942451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.942614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.942696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.942792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.942994] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.943927] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.948269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.948485] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.948629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.948693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.948902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.948936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.949049] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.974533] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.974967] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.975167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.975239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.975528] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.975620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.975751] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 is going to be updated. [ 1035.029986] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.030216] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.030314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.030533] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.030721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.037216] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.037389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.037469] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.037668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.037816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.185092] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1035.206346] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41ded614-4f05-4475-86d5-7480b4a4132c in Status: IN_PROGRESS for 2s [ 1035.208934] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.208934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.208934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.209749] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.209749] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.234829] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee in Status: IN_PROGRESS for 2s [ 1035.304851] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.305134] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.305308] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.305684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.305902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.342492] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: IN_PROGRESS for 2s [ 1035.451512] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.451819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.451890] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.955414] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.158834] env[64796]: INFO networking_nsxv3.common.synchronization [req-e74cbf2d-caa8-41e3-bc96-e349860a7231 req-d9b7ed85-566b-4077-ac92-9aa1f72b6699 tempest-ServerActionsV293TestJSON-655227587 tempest-ServerActionsV293TestJSON-655227587-project-member] Enqueued Resource ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 with Priority: HIGHEST for action security_group_members [ 1036.160339] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 with Priority: HIGHEST for action security_group_members [ 1036.160339] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.160339] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.160339] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.160339] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.160610] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.160610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.160610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.160788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.160894] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.164117] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.458294] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.458634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.458634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.459217] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.459442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.459750] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d is going to be updated. [ 1036.496348] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.496536] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.496611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.496876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.497049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.511312] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: IN_PROGRESS for 2s [ 1036.665877] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.666139] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.666237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.666499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.689674] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.689859] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.689997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.690093] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.690314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.690393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.690543] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 is going to be updated. [ 1036.720150] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.720319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.720383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.720602] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.721856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.724672] env[64796]: INFO networking_nsxv3.common.synchronization [None req-e496d85a-612c-4bfa-9321-60587262c44c None None] Enqueued Resource ID: eceb9dda-6e8a-41bb-8400-03e2f3cf11ed with Priority: HIGHEST for action port [ 1036.725339] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eceb9dda-6e8a-41bb-8400-03e2f3cf11ed with Priority: HIGHEST for action port [ 1036.725677] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-eceb9dda-6e8a-41bb-8400-03e2f3cf11ed taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.725814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eceb9dda-6e8a-41bb-8400-03e2f3cf11ed" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.726474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eceb9dda-6e8a-41bb-8400-03e2f3cf11ed" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.726474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eceb9dda-6e8a-41bb-8400-03e2f3cf11ed" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.726474] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eceb9dda-6e8a-41bb-8400-03e2f3cf11ed',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.733315] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 in Status: IN_PROGRESS for 2s [ 1036.814390] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: SUCCESS [ 1036.814390] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.206261] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1037.206261] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.218900] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41ded614-4f05-4475-86d5-7480b4a4132c in Status: SUCCESS [ 1037.219137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.228788] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eceb9dda-6e8a-41bb-8400-03e2f3cf11ed [ 1037.228976] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.229095] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.229176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.229536] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.229629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.229998] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eceb9dda-6e8a-41bb-8400-03e2f3cf11ed already deleted. [ 1037.229998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eceb9dda-6e8a-41bb-8400-03e2f3cf11ed" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.251980] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee in Status: SUCCESS [ 1037.252214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.355780] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: SUCCESS [ 1037.356156] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.306900] env[64796]: INFO networking_nsxv3.common.synchronization [req-06d88763-c7ad-4dc6-ae97-30b78ce290de req-c4e33302-d26c-4bc1-a564-18020e8eccd8 tempest-ServersAdminNegativeTestJSON-1916776920 tempest-ServersAdminNegativeTestJSON-1916776920-project-member] Enqueued Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_members [ 1038.307705] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04011a62-9f67-4114-bc81-f2b105c909e7 with Priority: HIGHEST for action security_group_members [ 1038.307788] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-04011a62-9f67-4114-bc81-f2b105c909e7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.307915] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.307971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.308233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.308368] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.308469] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.308469] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.308718] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.308718] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.308861] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04011a62-9f67-4114-bc81-f2b105c909e7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.523494] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: SUCCESS [ 1038.523913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.526999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.527391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.529046] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.529046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.529046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.529046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.529046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.529046] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.633024] env[64796]: INFO networking_nsxv3.common.synchronization [req-a2779bf2-f031-44f2-8464-c67adfb988df req-68f98ff7-29ee-433c-9a43-de9f85579dee tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1038.633586] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1038.634655] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.634655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.634655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.634655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.634655] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.634655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.634655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.635319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.635319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.635319] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.743292] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 in Status: SUCCESS [ 1038.743469] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 deletion is rescheduled due to dependency. [ 1038.743607] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.778152] env[64796]: INFO networking_nsxv3.common.synchronization [None req-12a03cf2-b240-44b1-996f-3691a11a5be8 None None] Enqueued Resource ID: 0e3f27ac-489d-427e-8c88-2f4dbdbb3e56 with Priority: HIGHEST for action port [ 1038.779011] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3f27ac-489d-427e-8c88-2f4dbdbb3e56 with Priority: HIGHEST for action port [ 1038.779534] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e3f27ac-489d-427e-8c88-2f4dbdbb3e56 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.779852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e3f27ac-489d-427e-8c88-2f4dbdbb3e56" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.780074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e3f27ac-489d-427e-8c88-2f4dbdbb3e56" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.781692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e3f27ac-489d-427e-8c88-2f4dbdbb3e56" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.781692] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e3f27ac-489d-427e-8c88-2f4dbdbb3e56',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.813053] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.813053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.813053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.813053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.833212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.834677] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.834677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.834677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.834677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.834677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.834677] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04011a62-9f67-4114-bc81-f2b105c909e7 is going to be updated. [ 1038.865094] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.865283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.865361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.865596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.865743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.877430] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04011a62-9f67-4114-bc81-f2b105c909e7 in Status: IN_PROGRESS for 2s [ 1038.956992] env[64796]: INFO networking_nsxv3.common.synchronization [req-d172d780-d6d7-42c8-8f20-52ee8d982e8f req-f0f8453e-3bdc-4efc-884a-e3883a8fdfa7 tempest-ImagesTestJSON-643861234 tempest-ImagesTestJSON-643861234-project-member] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 1038.957581] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 1038.957894] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.958079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.958163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.958358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.958524] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.958650] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.958733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.958915] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.959040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.959162] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.991167] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.991397] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.991557] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.991786] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.992067] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.992232] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.992352] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.992566] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.992707] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.992932] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.993063] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.993212] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.993332] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.993462] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.993604] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.993743] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.014732] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.014913] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.015161] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.015318] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.015643] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-ac6752ca-6906-4a7d-b184-c93336c44c27 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.015825] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-ac6752ca-6906-4a7d-b184-c93336c44c27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.015948] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-ac6752ca-6906-4a7d-b184-c93336c44c27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.016375] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-ac6752ca-6906-4a7d-b184-c93336c44c27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.016526] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac6752ca-6906-4a7d-b184-c93336c44c27',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.030723] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.137451] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.137451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.137451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.137691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.158155] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.158438] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.158541] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.158728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.158786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.158872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.158964] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be updated. [ 1039.185678] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.185865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.185917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.186360] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.186360] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.195770] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 1039.282345] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e3f27ac-489d-427e-8c88-2f4dbdbb3e56 [ 1039.282634] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.282741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.282816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.283079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.283172] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.283267] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e3f27ac-489d-427e-8c88-2f4dbdbb3e56 already deleted. [ 1039.283352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e3f27ac-489d-427e-8c88-2f4dbdbb3e56" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.339704] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.340035] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.340035] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.340195] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.340463] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.340639] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.340783] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.341036] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.341195] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.341413] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.341533] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.341654] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.341729] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.341836] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.341938] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.342082] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.361531] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.361707] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.361843] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.362032] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.362364] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-4b91201b-8076-4d1b-a452-194d02cdcd20 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.362549] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-4b91201b-8076-4d1b-a452-194d02cdcd20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.362694] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-4b91201b-8076-4d1b-a452-194d02cdcd20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.363346] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-4b91201b-8076-4d1b-a452-194d02cdcd20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.363346] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b91201b-8076-4d1b-a452-194d02cdcd20',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.461133] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.523528] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.523755] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.523876] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.524302] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.524457] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.524617] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port ac6752ca-6906-4a7d-b184-c93336c44c27 not found, creating... [ 1039.524884] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.525055] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.525232] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.525459] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.525598] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.525916] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.526096] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.526240] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.526460] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.526595] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.526738] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: ac6752ca-6906-4a7d-b184-c93336c44c27 is going to be created. [ 1039.533552] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.552017] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.552320] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.552434] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.552711] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.552939] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.553268] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-ac6752ca-6906-4a7d-b184-c93336c44c27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.866103] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.866103] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.866103] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.866517] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.866610] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.866804] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 4b91201b-8076-4d1b-a452-194d02cdcd20 not found, creating... [ 1039.867125] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.867313] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.867447] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.867966] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.868056] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.868322] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.868504] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.868623] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.868844] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.868976] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.869148] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 4b91201b-8076-4d1b-a452-194d02cdcd20 is going to be created. [ 1039.899970] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.900846] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.900846] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.900846] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.901013] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.901263] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-4b91201b-8076-4d1b-a452-194d02cdcd20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.964312] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.035754] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.035941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.036016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.036299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.036404] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.036582] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d is going to be updated. [ 1040.072895] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.073159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.073159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.074380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.074380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.083251] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: IN_PROGRESS for 2s [ 1040.309872] env[64796]: INFO networking_nsxv3.common.synchronization [req-a2779bf2-f031-44f2-8464-c67adfb988df req-b50732c4-f95b-4aa6-bdb7-f06cbbaa1677 service nova] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_rules [ 1040.310058] env[64796]: INFO networking_nsxv3.common.synchronization [req-a2779bf2-f031-44f2-8464-c67adfb988df req-b50732c4-f95b-4aa6-bdb7-f06cbbaa1677 service nova] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1040.310236] env[64796]: INFO networking_nsxv3.common.synchronization [req-a2779bf2-f031-44f2-8464-c67adfb988df req-b50732c4-f95b-4aa6-bdb7-f06cbbaa1677 service nova] Enqueued Resource ID: ac6752ca-6906-4a7d-b184-c93336c44c27 with Priority: HIGHEST for action port [ 1040.310479] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_rules [ 1040.310613] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1040.310711] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6752ca-6906-4a7d-b184-c93336c44c27 with Priority: HIGHEST for action port [ 1040.311292] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.311423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.311493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.311694] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.311798] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.314497] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.314600] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.314799] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac6752ca-6906-4a7d-b184-c93336c44c27 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.314899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac6752ca-6906-4a7d-b184-c93336c44c27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.314966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac6752ca-6906-4a7d-b184-c93336c44c27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.315190] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac6752ca-6906-4a7d-b184-c93336c44c27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.315291] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac6752ca-6906-4a7d-b184-c93336c44c27',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.492977] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.493303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.493303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.493407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.493496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.493629] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 1040.523337] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.523481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.523552] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.523759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.523904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.533969] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 1040.599167] env[64796]: INFO networking_nsxv3.common.synchronization [req-d172d780-d6d7-42c8-8f20-52ee8d982e8f req-2b94ad0f-e007-41b4-b40c-a00fa1396fc9 service nova] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_rules [ 1040.599167] env[64796]: INFO networking_nsxv3.common.synchronization [req-d172d780-d6d7-42c8-8f20-52ee8d982e8f req-2b94ad0f-e007-41b4-b40c-a00fa1396fc9 service nova] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 1040.599167] env[64796]: INFO networking_nsxv3.common.synchronization [req-d172d780-d6d7-42c8-8f20-52ee8d982e8f req-2b94ad0f-e007-41b4-b40c-a00fa1396fc9 service nova] Enqueued Resource ID: 4b91201b-8076-4d1b-a452-194d02cdcd20 with Priority: HIGHEST for action port [ 1040.602037] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_rules [ 1040.602037] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 1040.602037] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b91201b-8076-4d1b-a452-194d02cdcd20 with Priority: HIGHEST for action port [ 1040.602037] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.602037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.602037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.602037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.602037] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.602630] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.602630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.602868] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b91201b-8076-4d1b-a452-194d02cdcd20 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.602981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b91201b-8076-4d1b-a452-194d02cdcd20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.603059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b91201b-8076-4d1b-a452-194d02cdcd20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.603285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b91201b-8076-4d1b-a452-194d02cdcd20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.603344] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b91201b-8076-4d1b-a452-194d02cdcd20',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.816901] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.817388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.817388] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac6752ca-6906-4a7d-b184-c93336c44c27 with status ACTIVE [ 1040.817388] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.817517] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.817596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.817795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.817889] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.818109] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.818183] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.818271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.818428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.818566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.818716] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.818810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.818873] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.819025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.819100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.819186] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac6752ca-6906-4a7d-b184-c93336c44c27 is going to be updated. [ 1040.839449] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.839966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.839966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.840162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.840373] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.840618] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac6752ca-6906-4a7d-b184-c93336c44c27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.886656] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04011a62-9f67-4114-bc81-f2b105c909e7 in Status: SUCCESS [ 1040.886905] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04011a62-9f67-4114-bc81-f2b105c909e7 deletion is rescheduled due to dependency. [ 1040.886992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04011a62-9f67-4114-bc81-f2b105c909e7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.103343] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.103474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.104782] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b91201b-8076-4d1b-a452-194d02cdcd20 with status ACTIVE [ 1041.104960] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.105086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.105226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.105453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.106037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.106037] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.106037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.106037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.106037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.106273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.106305] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.106395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.106452] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.106587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.106655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.106739] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b91201b-8076-4d1b-a452-194d02cdcd20 is going to be updated. [ 1041.130930] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.131162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.131162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.131923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.131923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.131923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b91201b-8076-4d1b-a452-194d02cdcd20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.207419] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 1041.207419] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c deletion is rescheduled due to dependency. [ 1041.207920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.208086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.208406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.208675] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.208856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.208958] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.209290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.209430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.209579] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.712190] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.098974] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: SUCCESS [ 1042.098974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.098974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.098974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.099349] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.099349] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.099467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.099644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.099763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.099907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.100255] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.100429] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.100579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.100778] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.101048] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.101720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.101720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.101720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.101720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.101902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.105022] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.214012] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.546809] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 1042.546809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.547879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.547879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.547879] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.547879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.547879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.547879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.548176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.548176] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.604481] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a3c86ae-8d06-4d5e-99c3-924cc794816d: rpc.has_security_group_logging(os_id): False [ 1042.624832] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.624980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.625050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.625397] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.649551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.649979] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.649979] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.649979] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.650220] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.650220] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.650404] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.650761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.650761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.650761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.650761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.651067] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.651067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.651189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.651294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.651334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.651417] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d is going to be updated. [ 1042.719354] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.719728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.719728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.720996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.720996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.720996] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be updated. [ 1042.721926] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.722046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.722112] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.722284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.722420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.744087] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: IN_PROGRESS for 2s [ 1042.758993] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.758993] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.758993] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.759196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.759326] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.769950] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 1043.049996] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.552704] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.025114] env[64796]: INFO networking_nsxv3.common.synchronization [req-c58223df-61a9-49a7-98c9-daf945aa7e37 req-3db28e75-a9f3-4123-be4f-7f6b1b2377ec tempest-ServerRescueTestJSONUnderV235-1225140380 tempest-ServerRescueTestJSONUnderV235-1225140380-project-member] Enqueued Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_members [ 1044.025114] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d with Priority: HIGHEST for action security_group_members [ 1044.025114] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a3c86ae-8d06-4d5e-99c3-924cc794816d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.025114] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.025114] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.025114] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.025901] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.026186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.026425] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.026778] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.026998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.027291] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.054603] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.055022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.055249] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.055910] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.056164] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.058437] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 1044.087461] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.090019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.090019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.090019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.090019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.100102] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 1044.530187] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.530437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.530437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.530634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.530727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.530925] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.531040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.531105] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.531253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.531330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.531417] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d is going to be updated. [ 1044.568289] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.568289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.568489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.568657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.568803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.580412] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: IN_PROGRESS for 2s [ 1044.764877] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: SUCCESS [ 1044.764877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.764877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.764877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.764877] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a3c86ae-8d06-4d5e-99c3-924cc794816d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.780940] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 1044.780940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.780940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.781098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.781274] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.781680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.781680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.781970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.782067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.782162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.782251] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.270324] env[64796]: INFO networking_nsxv3.common.synchronization [None req-bf85ffd1-9e24-4382-b136-84818d87265f None None] Enqueued Resource ID: 563eb6ab-72dc-4bc5-b7c1-55923c1d133d with Priority: HIGHEST for action port [ 1045.270992] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563eb6ab-72dc-4bc5-b7c1-55923c1d133d with Priority: HIGHEST for action port [ 1045.272218] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-563eb6ab-72dc-4bc5-b7c1-55923c1d133d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.272343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-563eb6ab-72dc-4bc5-b7c1-55923c1d133d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.272427] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-563eb6ab-72dc-4bc5-b7c1-55923c1d133d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.272666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-563eb6ab-72dc-4bc5-b7c1-55923c1d133d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.273814] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('563eb6ab-72dc-4bc5-b7c1-55923c1d133d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.284438] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.288045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.288045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.288045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.288045] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.288045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.288045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.288045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.288045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.288045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.288045] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.288045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.288045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.288045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.288045] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.288045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.288045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.288045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.288045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.288622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.288622] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.289883] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.290903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.290903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.290903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.290903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.290903] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d is going to be deleted. [ 1045.354527] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.354683] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.354758] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.354967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.355096] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.355224] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.778891] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 563eb6ab-72dc-4bc5-b7c1-55923c1d133d [ 1045.779141] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.779276] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.779871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.779871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.779871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.779871] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:563eb6ab-72dc-4bc5-b7c1-55923c1d133d already deleted. [ 1045.779871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-563eb6ab-72dc-4bc5-b7c1-55923c1d133d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.793757] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03987233-7a4b-479e-a980-35d7a929d53c: rpc.has_security_group_logging(os_id): False [ 1045.819575] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.819575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.819733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.819849] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.819943] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.820167] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.820292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.820387] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.820655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.820655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.821813] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.821813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.821813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.821813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.821813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.821813] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.821813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.821813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.821813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.821813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.822290] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be updated. [ 1045.912691] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.912864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.912923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.913159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.913303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.941269] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 1046.113440] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 1046.113735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.114455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.114780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.115081] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.115219] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.115304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.119060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.119244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.119403] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.119548] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.590627] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d in Status: SUCCESS [ 1046.591971] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a3c86ae-8d06-4d5e-99c3-924cc794816d deletion is rescheduled due to dependency. [ 1046.592483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a3c86ae-8d06-4d5e-99c3-924cc794816d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.625044] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.625044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.625044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.625044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.625044] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.625044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.625044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.625044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.625044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.625044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.625044] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.625044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.625044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.625044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.625044] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.625044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.625705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.625705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.625705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.625705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.625705] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.048225] env[64796]: INFO networking_nsxv3.common.synchronization [None req-0e65a856-e773-4a87-88fc-3b096f5a8a70 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1047.048793] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1047.049929] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.049929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.049929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.049929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.049929] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.049929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.049929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.049929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.050624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.050624] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.130296] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa2624bb-abb6-424c-808f-b9c86444af79: rpc.has_security_group_logging(os_id): False [ 1047.154770] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.155094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.155094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.155376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.183570] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.183901] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.184070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.184171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.184435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.184551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.184841] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.184966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.185058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.185236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.185398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.185621] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.185726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.185803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.185940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.186027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.186127] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 1047.260871] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.261009] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.261080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.261357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.261602] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.281796] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 1047.554175] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.702044] env[64796]: INFO networking_nsxv3.common.synchronization [None req-2bacdd77-c25d-4a8a-8e1c-fd95a94e218d None None] Enqueued Resource ID: 0b4d48d1-f568-4b3a-b229-d2deaa072a06 with Priority: HIGHEST for action port [ 1047.702693] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b4d48d1-f568-4b3a-b229-d2deaa072a06 with Priority: HIGHEST for action port [ 1047.703029] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b4d48d1-f568-4b3a-b229-d2deaa072a06 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.705164] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b4d48d1-f568-4b3a-b229-d2deaa072a06" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.705252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b4d48d1-f568-4b3a-b229-d2deaa072a06" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.705913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b4d48d1-f568-4b3a-b229-d2deaa072a06" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.705913] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b4d48d1-f568-4b3a-b229-d2deaa072a06',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.957670] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 1047.958072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.058852] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.107038] env[64796]: INFO networking_nsxv3.common.synchronization [req-3b76cf9c-9ea4-4bf5-b8d7-c2f5ceed1bfa req-75c0bf4b-491f-4bea-bff6-35ce02643831 tempest-DeleteServersTestJSON-651100822 tempest-DeleteServersTestJSON-651100822-project-member] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1048.107679] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1048.108033] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.108232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.108232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.109161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.110113] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.110113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.110113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.110113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.110113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.110113] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.209216] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b4d48d1-f568-4b3a-b229-d2deaa072a06 [ 1048.209726] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.209881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.209881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.210198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.210327] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.210439] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b4d48d1-f568-4b3a-b229-d2deaa072a06 already deleted. [ 1048.210529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b4d48d1-f568-4b3a-b229-d2deaa072a06" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.525564] env[64796]: INFO networking_nsxv3.common.synchronization [None req-f989103e-25f6-4b21-98bc-b427bfffb173 None None] Enqueued Resource ID: 57019f0d-1289-4762-93fc-4fd3f4cd8e3e with Priority: HIGHEST for action port [ 1048.526074] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57019f0d-1289-4762-93fc-4fd3f4cd8e3e with Priority: HIGHEST for action port [ 1048.526228] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-57019f0d-1289-4762-93fc-4fd3f4cd8e3e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.526378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57019f0d-1289-4762-93fc-4fd3f4cd8e3e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.526458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57019f0d-1289-4762-93fc-4fd3f4cd8e3e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.526716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57019f0d-1289-4762-93fc-4fd3f4cd8e3e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.526803] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57019f0d-1289-4762-93fc-4fd3f4cd8e3e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.560421] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.560421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.560628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.560666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.561933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.561933] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be updated. [ 1048.594891] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.595092] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.595352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.595497] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.595652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.608842] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 1048.612541] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.613389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.613389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.613650] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.613845] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.614408] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.614408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.614408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.614639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.614639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.614710] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be deleted. [ 1048.652476] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.652476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.652476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.652757] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.652757] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.652869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.033924] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57019f0d-1289-4762-93fc-4fd3f4cd8e3e [ 1049.034332] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.034332] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.034465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.034591] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.034684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.034785] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57019f0d-1289-4762-93fc-4fd3f4cd8e3e already deleted. [ 1049.034880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57019f0d-1289-4762-93fc-4fd3f4cd8e3e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.299574] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 1049.299807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.688943] env[64796]: INFO networking_nsxv3.common.synchronization [req-ab186883-d5ea-43f5-b81f-a527aafd2748 req-f45c3b63-ac80-4cae-b307-2d002165ffba tempest-ListServerFiltersTestJSON-1486287278 tempest-ListServerFiltersTestJSON-1486287278-project-member] Enqueued Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 1049.689578] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGHEST for action security_group_members [ 1049.689862] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.689989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.690229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.690465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.690622] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.690722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.690784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.690983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.691207] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.691401] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.194200] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.194756] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.194756] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.194756] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.216209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.216424] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.216522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.216522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.216735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.216822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.216920] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 is going to be updated. [ 1050.251084] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.251084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.251351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.251389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.252016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.261959] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: IN_PROGRESS for 2s [ 1050.345913] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.347019] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.347019] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.347019] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.348437] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.348437] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.348437] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.348437] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.348437] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.348437] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.348437] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.348780] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.348780] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.348780] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.348874] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.348981] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.371400] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.371555] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.371702] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.371885] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.372233] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-660a0beb-3ca6-467f-949c-99b4c8e987fb taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.372415] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-660a0beb-3ca6-467f-949c-99b4c8e987fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.372540] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-660a0beb-3ca6-467f-949c-99b4c8e987fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.372879] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-660a0beb-3ca6-467f-949c-99b4c8e987fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.373034] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('660a0beb-3ca6-467f-949c-99b4c8e987fb',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.619851] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 1050.620084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.734221] env[64796]: INFO networking_nsxv3.common.synchronization [None req-65b17c2e-d33e-4f46-a36c-1948d64d2119 None None] Enqueued Resource ID: 43128afe-d742-4d3a-88d2-904bdf364477 with Priority: HIGHEST for action port [ 1050.734221] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43128afe-d742-4d3a-88d2-904bdf364477 with Priority: HIGHEST for action port [ 1050.734221] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-43128afe-d742-4d3a-88d2-904bdf364477 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.734669] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43128afe-d742-4d3a-88d2-904bdf364477" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.734909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43128afe-d742-4d3a-88d2-904bdf364477" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.735331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43128afe-d742-4d3a-88d2-904bdf364477" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.735736] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43128afe-d742-4d3a-88d2-904bdf364477',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.878364] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.878364] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.878821] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.879283] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.879698] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.879949] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 660a0beb-3ca6-467f-949c-99b4c8e987fb not found, creating... [ 1050.880420] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.880682] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.880814] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.881098] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.881295] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.881603] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.881762] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.881938] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.882139] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.882291] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.882436] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 660a0beb-3ca6-467f-949c-99b4c8e987fb is going to be created. [ 1050.927973] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.928282] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.928350] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.928687] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.929063] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.929203] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-660a0beb-3ca6-467f-949c-99b4c8e987fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.243100] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43128afe-d742-4d3a-88d2-904bdf364477 [ 1051.243100] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.243100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.243100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.243100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.243100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.243100] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43128afe-d742-4d3a-88d2-904bdf364477 already deleted. [ 1051.243100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43128afe-d742-4d3a-88d2-904bdf364477" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.715873] env[64796]: INFO networking_nsxv3.common.synchronization [req-12bba531-c06e-46de-8353-eb212b864d20 req-21988a75-6bb5-4de8-9669-d16385c9ae54 service nova] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_rules [ 1051.715873] env[64796]: INFO networking_nsxv3.common.synchronization [req-12bba531-c06e-46de-8353-eb212b864d20 req-21988a75-6bb5-4de8-9669-d16385c9ae54 service nova] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1051.716521] env[64796]: INFO networking_nsxv3.common.synchronization [req-12bba531-c06e-46de-8353-eb212b864d20 req-21988a75-6bb5-4de8-9669-d16385c9ae54 service nova] Enqueued Resource ID: 660a0beb-3ca6-467f-949c-99b4c8e987fb with Priority: HIGHEST for action port [ 1051.716592] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_rules [ 1051.718099] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1051.718099] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660a0beb-3ca6-467f-949c-99b4c8e987fb with Priority: HIGHEST for action port [ 1051.718099] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.718099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.718099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.718099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.718099] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.718676] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.718676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.718676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.719742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.719742] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.719742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.719742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.719742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.719742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.719742] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.720702] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-660a0beb-3ca6-467f-949c-99b4c8e987fb taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.720835] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-660a0beb-3ca6-467f-949c-99b4c8e987fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.720939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-660a0beb-3ca6-467f-949c-99b4c8e987fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.721061] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-660a0beb-3ca6-467f-949c-99b4c8e987fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.721171] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('660a0beb-3ca6-467f-949c-99b4c8e987fb',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.223168] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.223393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.223547] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.224675] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 660a0beb-3ca6-467f-949c-99b4c8e987fb with status ACTIVE [ 1052.225023] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.225193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.225193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.225412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.225575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.225770] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.225879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.226846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.226846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.226846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.226846] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.226846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.226846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.227377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.227377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.227377] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 660a0beb-3ca6-467f-949c-99b4c8e987fb is going to be updated. [ 1052.256110] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.256577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.256577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.256577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.256714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.256815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-660a0beb-3ca6-467f-949c-99b4c8e987fb" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.275363] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 in Status: SUCCESS [ 1052.275646] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 deletion is rescheduled due to dependency. [ 1052.275769] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.729423] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.233273] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.233545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.233545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.233799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.233893] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.234010] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be updated. [ 1053.269846] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.270171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.270171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.270393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.270561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.294225] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 1054.843179] env[64796]: INFO networking_nsxv3.common.synchronization [req-03a2b9c6-2173-4c78-b34f-10896f415f5b req-99eeb664-16d8-4440-bc30-36ab58411668 tempest-ServerActionsTestJSON-1200563110 tempest-ServerActionsTestJSON-1200563110-project-member] Enqueued Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1054.843179] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1054.843179] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.843179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.843179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.843179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.843954] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.844259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.844467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.845591] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.846139] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.846363] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.248445] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.248652] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.248779] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.249171] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.249444] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.249610] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.249730] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.249958] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.250120] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.250366] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.250484] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.250607] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.250763] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.250909] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.251042] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.251210] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.275576] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.275789] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.275930] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.276211] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.276442] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-de445cd1-9e82-458f-9014-7863efb26414 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.276615] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-de445cd1-9e82-458f-9014-7863efb26414" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.276738] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-de445cd1-9e82-458f-9014-7863efb26414" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.277091] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-de445cd1-9e82-458f-9014-7863efb26414" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.277491] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de445cd1-9e82-458f-9014-7863efb26414',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.306504] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 1055.306816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.307085] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.307409] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.307697] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.307887] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.307994] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.309030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.309030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.309030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.309030] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.348899] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.349174] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.349293] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.349616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.349766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.350096] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.350255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.350363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.350601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.350731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.350869] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d already deleted. [ 1055.350999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.602688] env[64796]: INFO networking_nsxv3.common.synchronization [req-6405983f-2eae-4c0d-8166-fa3272a77659 req-338c4789-4621-4bea-934f-11b0244d7032 tempest-ServersAdminTestJSON-1847068946 tempest-ServersAdminTestJSON-1847068946-project-member] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 1055.603566] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGHEST for action security_group_members [ 1055.603716] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.603716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.603794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.603966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.604641] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.604641] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.604641] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.604641] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.604841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.604841] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.780062] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.780483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.780483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.780875] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.781149] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.781403] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port de445cd1-9e82-458f-9014-7863efb26414 not found, creating... [ 1055.781852] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.782315] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.782638] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.783033] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.783288] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.783792] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.784078] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.784292] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.784712] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.784896] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.785395] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: de445cd1-9e82-458f-9014-7863efb26414 is going to be created. [ 1055.811863] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.811863] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.811863] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.812093] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.812329] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.812567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.812612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.812821] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.812962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.813140] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.813523] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.813579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.813665] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.813888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.814129] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.814286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.814386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.814611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.815025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.815025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.815114] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.817748] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.818473] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.818473] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.818645] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.818993] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.819375] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-de445cd1-9e82-458f-9014-7863efb26414" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.107572] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.107963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.107963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.108176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.136722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.137040] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.137182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.137253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.137464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.137550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.137645] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be updated. [ 1056.175652] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.175831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.175965] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.176264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.176435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.191434] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: IN_PROGRESS for 2s [ 1056.320996] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03987233-7a4b-479e-a980-35d7a929d53c: rpc.has_security_group_logging(os_id): False [ 1056.345051] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.345051] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.345051] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.345273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.345309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.345689] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.345906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.345976] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.346229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.346329] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.346675] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.346817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.346933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.347182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.347366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.347674] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.347854] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.347979] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.348226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.348327] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.348461] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be updated. [ 1056.429926] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.430091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.430164] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.430729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.430928] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.449771] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 1056.566708] env[64796]: INFO networking_nsxv3.common.synchronization [req-03a2b9c6-2173-4c78-b34f-10896f415f5b req-ea4f5ee0-f6ab-4668-81b4-89a1d1ed881c service nova] Enqueued Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_rules [ 1056.566919] env[64796]: INFO networking_nsxv3.common.synchronization [req-03a2b9c6-2173-4c78-b34f-10896f415f5b req-ea4f5ee0-f6ab-4668-81b4-89a1d1ed881c service nova] Enqueued Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1056.567113] env[64796]: INFO networking_nsxv3.common.synchronization [req-03a2b9c6-2173-4c78-b34f-10896f415f5b req-ea4f5ee0-f6ab-4668-81b4-89a1d1ed881c service nova] Enqueued Resource ID: de445cd1-9e82-458f-9014-7863efb26414 with Priority: HIGHEST for action port [ 1056.567663] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_rules [ 1056.567798] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1056.567935] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de445cd1-9e82-458f-9014-7863efb26414 with Priority: HIGHEST for action port [ 1056.568277] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.568412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.568467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.568664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.569043] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.570092] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.570916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.570916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.571025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.571795] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.571795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.571795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.571987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.571987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.571987] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.573106] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-de445cd1-9e82-458f-9014-7863efb26414 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.573231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de445cd1-9e82-458f-9014-7863efb26414" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.573286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de445cd1-9e82-458f-9014-7863efb26414" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.573538] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de445cd1-9e82-458f-9014-7863efb26414" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.573843] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de445cd1-9e82-458f-9014-7863efb26414',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.075431] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.076609] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.076747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.077238] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de445cd1-9e82-458f-9014-7863efb26414 with status ACTIVE [ 1057.077414] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.077522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.077586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.077818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.077906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.078156] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.078275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.078336] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.078542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.078641] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.078881] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.079012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.079083] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.079243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.079315] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.079436] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de445cd1-9e82-458f-9014-7863efb26414 is going to be updated. [ 1057.108700] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.108700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.108700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.109175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.109175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.109263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de445cd1-9e82-458f-9014-7863efb26414" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.578410] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.800835] env[64796]: INFO networking_nsxv3.common.synchronization [req-c7aedbe2-706c-45e7-a4f2-6be375a11929 req-f376e16d-946e-4374-8a47-7d445ec96ae2 tempest-ServerDiskConfigTestJSON-2144250167 tempest-ServerDiskConfigTestJSON-2144250167-project-member] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1057.801598] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1057.801941] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.802077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.802148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.802370] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.805436] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.805621] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.805687] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.806143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.806238] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.807740] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.081736] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.081923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.082082] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.082419] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.082572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.082746] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d is going to be created. [ 1058.109417] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.109417] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.109417] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.109796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.109882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.120721] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: UNINITIALIZED for 2s [ 1058.191738] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.191949] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.192089] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.193165] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.193165] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.193165] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.193165] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.193476] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.193701] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.193964] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.194352] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.194352] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.194539] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.194654] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.195255] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.195255] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.213440] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db in Status: SUCCESS [ 1058.213799] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db deletion is rescheduled due to dependency. [ 1058.213951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.224199] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.224199] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.224199] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.224199] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.224199] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-0d924dfa-31d3-45a5-a7fd-7e809ac687b0 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.224199] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-0d924dfa-31d3-45a5-a7fd-7e809ac687b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.224199] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-0d924dfa-31d3-45a5-a7fd-7e809ac687b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.224199] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-0d924dfa-31d3-45a5-a7fd-7e809ac687b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.224199] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d924dfa-31d3-45a5-a7fd-7e809ac687b0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.308537] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.308708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.308785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.309035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.309200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.309325] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.309480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.309480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.309651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.309757] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.309814] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be deleted. [ 1058.349118] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.349301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.349427] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.349743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.349903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.350084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.481998] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 1058.482249] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.730018] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.730018] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.730294] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.730462] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.730618] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.730799] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 0d924dfa-31d3-45a5-a7fd-7e809ac687b0 not found, creating... [ 1058.731769] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.731769] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.731769] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.731769] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.732222] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.732222] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.732394] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.732446] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.732643] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.732777] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.732918] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 0d924dfa-31d3-45a5-a7fd-7e809ac687b0 is going to be created. [ 1058.757085] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.757261] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.757388] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.757788] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.758638] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.758638] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-0d924dfa-31d3-45a5-a7fd-7e809ac687b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.517784] env[64796]: INFO networking_nsxv3.common.synchronization [req-c7aedbe2-706c-45e7-a4f2-6be375a11929 req-3c137fd3-8fa9-44d5-b267-07ed9003ee1a service nova] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_rules [ 1059.518062] env[64796]: INFO networking_nsxv3.common.synchronization [req-c7aedbe2-706c-45e7-a4f2-6be375a11929 req-3c137fd3-8fa9-44d5-b267-07ed9003ee1a service nova] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1059.518224] env[64796]: INFO networking_nsxv3.common.synchronization [req-c7aedbe2-706c-45e7-a4f2-6be375a11929 req-3c137fd3-8fa9-44d5-b267-07ed9003ee1a service nova] Enqueued Resource ID: 0d924dfa-31d3-45a5-a7fd-7e809ac687b0 with Priority: HIGHEST for action port [ 1059.518841] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_rules [ 1059.519064] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1059.519338] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d924dfa-31d3-45a5-a7fd-7e809ac687b0 with Priority: HIGHEST for action port [ 1059.519577] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.519766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.519867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.520085] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.520170] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.521092] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.522014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.522014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.522014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.522014] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.522014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.522014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.523690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.524374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.524374] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.526284] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d924dfa-31d3-45a5-a7fd-7e809ac687b0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.526284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d924dfa-31d3-45a5-a7fd-7e809ac687b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.526284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d924dfa-31d3-45a5-a7fd-7e809ac687b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.526284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d924dfa-31d3-45a5-a7fd-7e809ac687b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.526284] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d924dfa-31d3-45a5-a7fd-7e809ac687b0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.748181] env[64796]: INFO networking_nsxv3.common.synchronization [req-3e8da40f-e0e1-425d-8cba-f86ce88e8c4f req-c10abd59-ade4-4f62-9394-fb2bae91c714 tempest-ImagesTestJSON-643861234 tempest-ImagesTestJSON-643861234-project-member] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 1059.749465] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 1059.749936] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.750145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.750271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.750578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.750934] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.751133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.751252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.751495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.751652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.751825] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.026630] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.028082] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.028245] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.029016] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d924dfa-31d3-45a5-a7fd-7e809ac687b0 with status ACTIVE [ 1060.029255] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.029394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.029468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.029881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.030165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.030838] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.031011] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.031095] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.031381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.031570] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.032300] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.032300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.032300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.032300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.032300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.032520] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d924dfa-31d3-45a5-a7fd-7e809ac687b0 is going to be updated. [ 1060.062337] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.062729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.062729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.062841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.063017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.063232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d924dfa-31d3-45a5-a7fd-7e809ac687b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.133163] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: SUCCESS [ 1060.133407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.133647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.133889] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.134101] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.134225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.134294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.134455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.134538] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.134626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.134723] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.253864] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.529379] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.637675] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.756602] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.031810] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.031984] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.032077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.032295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.032415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.032489] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be created. [ 1061.060036] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.060036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.060036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.060304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.060368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.071353] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: UNINITIALIZED for 2s [ 1061.143980] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f86a46ac-1562-4f70-9ba9-11b38958914d: rpc.has_security_group_logging(os_id): False [ 1061.166158] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.166450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.166450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.166712] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.166866] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.167147] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.167237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.167299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.167471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.167579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.168507] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d is going to be created. [ 1061.236906] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.236906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.237150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.237389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.237498] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.250860] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: IN_PROGRESS for 2s [ 1061.259523] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.259671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.259767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.259964] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.260079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.260181] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 1061.344210] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.344368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.344479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.344711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.344862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.356734] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 1063.084722] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 1063.085220] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.085220] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.085527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.085647] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.086020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.086020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.086159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.087833] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.087833] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.087833] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.265228] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: SUCCESS [ 1063.265453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.370017] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 1063.370420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.589986] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.590181] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.590253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.590638] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.590739] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.591059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.591059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.591059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.591484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.591484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.591484] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.591686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.591686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.591686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.591862] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.592013] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.592090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.592250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.592359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.592454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.592549] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.687386] env[64796]: INFO networking_nsxv3.common.synchronization [None req-e89b988c-db04-4584-9807-84537dcd9bea tempest-ServerRescueNegativeTestJSON-1250450574 tempest-ServerRescueNegativeTestJSON-1250450574-project-member] Enqueued Resource ID: 12163e3a-0d00-4692-b669-b54bedb57b1a with Priority: HIGHEST for action security_group_rules [ 1063.688078] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12163e3a-0d00-4692-b669-b54bedb57b1a with Priority: HIGHEST for action security_group_rules [ 1063.688377] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12163e3a-0d00-4692-b669-b54bedb57b1a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.688529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.688640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.688884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.688968] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12163e3a-0d00-4692-b669-b54bedb57b1a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.821920] env[64796]: INFO networking_nsxv3.common.synchronization [None req-63957ba4-ae95-4028-a814-0f0653a03432 tempest-ServerRescueNegativeTestJSON-1250450574 tempest-ServerRescueNegativeTestJSON-1250450574-project-member] Enqueued Resource ID: 12163e3a-0d00-4692-b669-b54bedb57b1a with Priority: HIGHEST for action security_group_rules [ 1063.822519] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12163e3a-0d00-4692-b669-b54bedb57b1a with Priority: HIGHEST for action security_group_rules [ 1063.822822] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12163e3a-0d00-4692-b669-b54bedb57b1a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.822945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.095269] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d10e8df-3419-4b4a-b92d-c3f2215be4f5: rpc.has_security_group_logging(os_id): False [ 1064.115227] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.115379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.115456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.115673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.115831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.116458] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.116578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.116649] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.116886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.116987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.117198] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.117297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.117364] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.117516] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.117586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.117778] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.117875] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.117939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.118605] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.118605] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.118605] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be created. [ 1064.179749] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.179935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.180016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.180200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.180521] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.201144] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 1064.210396] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.210579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.210625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.210823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.210919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.211011] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12163e3a-0d00-4692-b669-b54bedb57b1a already deleted. [ 1064.211106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.211257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.211485] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.211579] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12163e3a-0d00-4692-b669-b54bedb57b1a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.635036] env[64796]: INFO networking_nsxv3.common.synchronization [req-4274c1da-53a9-43a3-bd99-b2f6a8863aec req-c8a4fec7-db29-4895-a75e-935d1e7c412e tempest-MigrationsAdminTest-457805961 tempest-MigrationsAdminTest-457805961-project-member] Enqueued Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_members [ 1064.635682] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77e06ff-6eca-47e8-9aee-74516c194d70 with Priority: HIGHEST for action security_group_members [ 1064.636368] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77e06ff-6eca-47e8-9aee-74516c194d70 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.636571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.636689] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.636924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.637135] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.637312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.637407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.637565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.637688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.637826] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77e06ff-6eca-47e8-9aee-74516c194d70',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.734430] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.734568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.734670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.735016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.735167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.735347] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12163e3a-0d00-4692-b669-b54bedb57b1a already deleted. [ 1064.735474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.958117] env[64796]: INFO networking_nsxv3.common.synchronization [req-950d88c9-76fb-4740-95a4-a51811535598 req-945f5d20-90c2-49b8-81b9-7bda1d8797ac tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1064.960829] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1064.960829] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.960829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.963303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.963303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.963303] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.963303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.963303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.963303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.963303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.963303] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.140952] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.141389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.141389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.141561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.167799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.167799] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.167799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.167799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.167799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.167799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.167799] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77e06ff-6eca-47e8-9aee-74516c194d70 is going to be updated. [ 1065.209179] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.210197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.210365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.210554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.210714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.220696] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: IN_PROGRESS for 2s [ 1065.464666] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.588618] env[64796]: INFO networking_nsxv3.common.synchronization [None req-2d979818-6756-47ee-b6eb-a1bc2fd14868 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1065.589957] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1065.590251] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.590449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.967323] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.219226] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 1066.219226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.470696] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.470840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.470922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.471201] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.471329] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.471966] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be updated. [ 1066.503909] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.504137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.504231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.504457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.504617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.517931] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 1067.233784] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77e06ff-6eca-47e8-9aee-74516c194d70 in Status: SUCCESS [ 1067.233784] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77e06ff-6eca-47e8-9aee-74516c194d70 deletion is rescheduled due to dependency. [ 1067.233784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77e06ff-6eca-47e8-9aee-74516c194d70" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.389992] env[64796]: INFO networking_nsxv3.common.synchronization [req-da51a3d3-7c0f-49da-9863-2e62af903838 req-67106585-ad2f-49bd-b8e2-bec3ddaefc57 tempest-ListServersNegativeTestJSON-723910326 tempest-ListServersNegativeTestJSON-723910326-project-member] Enqueued Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1068.391099] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1068.391099] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.391225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.391279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.391542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.391700] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.391817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.391889] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.392037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.392207] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.392329] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.530329] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 1068.530556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.530730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.530959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.531174] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.531290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.531358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.531571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.531624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.531669] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.750195] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.750382] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-367" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.750502] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-367" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.750852] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-367" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.751114] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.751269] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.751386] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.751606] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.752079] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.752079] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.752079] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.752211] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.752278] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.752383] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.752483] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.752607] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.770605] env[64796]: INFO networking_nsxv3.common.synchronization [req-f45ab1a7-c7b9-4dbc-a020-20dea6b8b3af req-1e42b982-2d45-477e-b406-c24a02f9f5c7 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 093e89ef-d053-44c7-80a4-82798decc3c9 with Priority: HIGHEST for action security_group_members [ 1068.771492] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093e89ef-d053-44c7-80a4-82798decc3c9 with Priority: HIGHEST for action security_group_members [ 1068.773056] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.773227] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.773366] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.773647] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-367" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.774395] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-94d253be-b623-4b97-8244-a98a9643ca5c taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.774601] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-94d253be-b623-4b97-8244-a98a9643ca5c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.774744] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-94d253be-b623-4b97-8244-a98a9643ca5c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.775200] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-94d253be-b623-4b97-8244-a98a9643ca5c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.775368] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d253be-b623-4b97-8244-a98a9643ca5c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.776648] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-093e89ef-d053-44c7-80a4-82798decc3c9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.776751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.776822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.779209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.781186] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.781186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.781186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.781186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.781186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.781186] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('093e89ef-d053-44c7-80a4-82798decc3c9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.894890] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.895075] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.895120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.895348] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.895436] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.895715] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.895827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.895968] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.896518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.896611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.896712] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0eb040e-2990-446c-979f-db083f5daeb1 already deleted. [ 1068.896796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.034491] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.034693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.034752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.035422] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.036994] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.037620] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.037960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.038061] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.038285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.038388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.038485] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be updated. [ 1069.072440] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.072678] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.072678] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.072911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.073037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.081701] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 1069.282825] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.283082] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.283213] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.283503] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.283658] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.283849] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 94d253be-b623-4b97-8244-a98a9643ca5c not found, creating... [ 1069.284138] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.284303] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.284420] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.284633] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.284771] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.285497] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.285689] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.285874] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.286062] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.286207] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.286349] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 94d253be-b623-4b97-8244-a98a9643ca5c is going to be created. [ 1069.287473] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.287585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.287650] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.287800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.306987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.307266] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.307406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.307513] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.307798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.307890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.307991] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093e89ef-d053-44c7-80a4-82798decc3c9 is going to be updated. [ 1069.309769] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.309960] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.310098] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.310331] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.310586] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.310810] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-94d253be-b623-4b97-8244-a98a9643ca5c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.338639] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.338802] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.338886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.339165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.339307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.348983] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093e89ef-d053-44c7-80a4-82798decc3c9 in Status: IN_PROGRESS for 2s [ 1070.457530] env[64796]: INFO networking_nsxv3.common.synchronization [req-da51a3d3-7c0f-49da-9863-2e62af903838 req-9ac59d97-5d13-470a-8233-d0566e50c030 service nova] Enqueued Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_rules [ 1070.457785] env[64796]: INFO networking_nsxv3.common.synchronization [req-da51a3d3-7c0f-49da-9863-2e62af903838 req-9ac59d97-5d13-470a-8233-d0566e50c030 service nova] Enqueued Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1070.457839] env[64796]: INFO networking_nsxv3.common.synchronization [req-da51a3d3-7c0f-49da-9863-2e62af903838 req-9ac59d97-5d13-470a-8233-d0566e50c030 service nova] Enqueued Resource ID: 94d253be-b623-4b97-8244-a98a9643ca5c with Priority: HIGHEST for action port [ 1070.458380] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_rules [ 1070.458512] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1070.458813] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d253be-b623-4b97-8244-a98a9643ca5c with Priority: HIGHEST for action port [ 1070.458872] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.458989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.459814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.461648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.461788] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.463130] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.463231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.463311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.463501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.464343] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.464343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.464343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.464343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.464343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.464343] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.465055] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-94d253be-b623-4b97-8244-a98a9643ca5c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.465407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94d253be-b623-4b97-8244-a98a9643ca5c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.465510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94d253be-b623-4b97-8244-a98a9643ca5c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.465741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94d253be-b623-4b97-8244-a98a9643ca5c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.465741] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d253be-b623-4b97-8244-a98a9643ca5c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.937937] env[64796]: INFO networking_nsxv3.common.synchronization [None req-02231079-e661-4098-845f-3ea616442fdf None None] Enqueued Resource ID: ce523da8-bf2e-4f1e-9185-48c33b0e55d4 with Priority: HIGHEST for action port [ 1070.937937] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce523da8-bf2e-4f1e-9185-48c33b0e55d4 with Priority: HIGHEST for action port [ 1070.937937] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce523da8-bf2e-4f1e-9185-48c33b0e55d4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.937937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce523da8-bf2e-4f1e-9185-48c33b0e55d4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.940412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce523da8-bf2e-4f1e-9185-48c33b0e55d4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.940964] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce523da8-bf2e-4f1e-9185-48c33b0e55d4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.941274] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce523da8-bf2e-4f1e-9185-48c33b0e55d4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.967669] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.969941] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.969941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.970657] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94d253be-b623-4b97-8244-a98a9643ca5c with status ACTIVE [ 1070.970861] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.970861] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.970861] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.972211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.972211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.972211] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.972211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.972211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.975037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.975268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.976571] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.976778] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.976862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.977299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.977299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.977472] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94d253be-b623-4b97-8244-a98a9643ca5c is going to be updated. [ 1071.015878] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.016154] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.016267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.016508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.016658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.016823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94d253be-b623-4b97-8244-a98a9643ca5c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.075473] env[64796]: INFO networking_nsxv3.common.synchronization [req-da51a3d3-7c0f-49da-9863-2e62af903838 req-494508b4-9a2a-4816-9d2e-2b09302554e8 tempest-ListServersNegativeTestJSON-723910326 tempest-ListServersNegativeTestJSON-723910326-project-member] Enqueued Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1071.076829] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1071.076829] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.076829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.108127] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 1071.108333] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c deletion is rescheduled due to dependency. [ 1071.108496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.361073] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093e89ef-d053-44c7-80a4-82798decc3c9 in Status: SUCCESS [ 1071.364295] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093e89ef-d053-44c7-80a4-82798decc3c9 deletion is rescheduled due to dependency. [ 1071.364295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093e89ef-d053-44c7-80a4-82798decc3c9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.448209] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce523da8-bf2e-4f1e-9185-48c33b0e55d4 [ 1071.448492] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.449589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.449589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.449589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.449589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.449589] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce523da8-bf2e-4f1e-9185-48c33b0e55d4 already deleted. [ 1071.449589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce523da8-bf2e-4f1e-9185-48c33b0e55d4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.456714] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.456913] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-367" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.457072] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-367" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.458073] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-367" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.458073] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.458073] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.458073] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.458596] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.458705] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.458892] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.459041] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.459146] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.459253] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.459605] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.459755] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.459899] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.482377] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.482377] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.482377] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.482377] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-367" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.482721] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-bb90539f-f315-42c0-8c19-db766d53b438 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.482929] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-bb90539f-f315-42c0-8c19-db766d53b438" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.483079] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-bb90539f-f315-42c0-8c19-db766d53b438" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.483771] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-bb90539f-f315-42c0-8c19-db766d53b438" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.483955] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb90539f-f315-42c0-8c19-db766d53b438',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.485269] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.987062] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.987300] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.987430] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.987704] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.988432] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.988625] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port bb90539f-f315-42c0-8c19-db766d53b438 not found, creating... [ 1071.989309] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.989490] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.989614] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.989852] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.989994] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.990294] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.990453] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.990570] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.990780] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.990916] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.991070] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: bb90539f-f315-42c0-8c19-db766d53b438 is going to be created. [ 1071.992630] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.992630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.992630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.992630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.992630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.993017] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0eb040e-2990-446c-979f-db083f5daeb1 is going to be created. [ 1072.013451] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.013678] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.013809] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.014140] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.014378] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.014611] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-bb90539f-f315-42c0-8c19-db766d53b438" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.017453] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.017599] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.017645] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.017832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.017982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.028726] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: UNINITIALIZED for 2s [ 1072.749756] env[64796]: INFO networking_nsxv3.common.synchronization [req-da51a3d3-7c0f-49da-9863-2e62af903838 req-c07c6b17-0b78-4035-a3eb-7ca34f68969e service nova] Enqueued Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_rules [ 1072.753317] env[64796]: INFO networking_nsxv3.common.synchronization [req-da51a3d3-7c0f-49da-9863-2e62af903838 req-c07c6b17-0b78-4035-a3eb-7ca34f68969e service nova] Enqueued Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1072.753655] env[64796]: INFO networking_nsxv3.common.synchronization [req-da51a3d3-7c0f-49da-9863-2e62af903838 req-c07c6b17-0b78-4035-a3eb-7ca34f68969e service nova] Enqueued Resource ID: bb90539f-f315-42c0-8c19-db766d53b438 with Priority: HIGHEST for action port [ 1072.754497] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_rules [ 1072.754725] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1072.754915] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb90539f-f315-42c0-8c19-db766d53b438 with Priority: HIGHEST for action port [ 1072.755388] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.755559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.758886] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.759035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.759287] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb90539f-f315-42c0-8c19-db766d53b438 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.759400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb90539f-f315-42c0-8c19-db766d53b438" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.759466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb90539f-f315-42c0-8c19-db766d53b438" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.759680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb90539f-f315-42c0-8c19-db766d53b438" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.759772] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb90539f-f315-42c0-8c19-db766d53b438',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.264289] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb90539f-f315-42c0-8c19-db766d53b438 with status ACTIVE [ 1073.264289] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.264289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.264289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.264289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.264289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.264554] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.264554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.264625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.264797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.264836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.265104] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.265208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.265254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.265598] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.265598] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.265598] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb90539f-f315-42c0-8c19-db766d53b438 is going to be updated. [ 1073.295598] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.295598] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.295598] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.295598] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.295598] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.295598] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb90539f-f315-42c0-8c19-db766d53b438" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.357049] env[64796]: INFO networking_nsxv3.common.synchronization [None req-6367d7c7-f19d-4ab9-b8d8-4ecca3973b4f None None] Enqueued Resource ID: c4ccf220-9d86-4ab0-b43c-7a0bd8a3085d with Priority: HIGHEST for action port [ 1073.357793] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4ccf220-9d86-4ab0-b43c-7a0bd8a3085d with Priority: HIGHEST for action port [ 1073.357933] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4ccf220-9d86-4ab0-b43c-7a0bd8a3085d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.358196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4ccf220-9d86-4ab0-b43c-7a0bd8a3085d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.358333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4ccf220-9d86-4ab0-b43c-7a0bd8a3085d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.358752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4ccf220-9d86-4ab0-b43c-7a0bd8a3085d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.358852] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4ccf220-9d86-4ab0-b43c-7a0bd8a3085d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.622288] env[64796]: INFO networking_nsxv3.common.synchronization [req-da51a3d3-7c0f-49da-9863-2e62af903838 req-a2a383fd-9060-4f69-a723-bb1d54cbdb70 tempest-ListServersNegativeTestJSON-723910326 tempest-ListServersNegativeTestJSON-723910326-project-member] Enqueued Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1073.622836] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1073.623191] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.623310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.861887] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4ccf220-9d86-4ab0-b43c-7a0bd8a3085d [ 1073.862224] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.862311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.862365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.862563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.862657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.862818] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4ccf220-9d86-4ab0-b43c-7a0bd8a3085d already deleted. [ 1073.862908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4ccf220-9d86-4ab0-b43c-7a0bd8a3085d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.006137] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.006345] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-367" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.006475] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-367" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.006742] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-367" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.007061] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.007260] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.007383] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.007590] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.007734] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.008348] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.008348] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.008348] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.008501] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.008501] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.008802] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.009009] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.031336] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.031503] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.031641] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.031814] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-367" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.033181] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-959695d5-b454-4dd9-8e24-b7c934b821c7 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.033874] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-959695d5-b454-4dd9-8e24-b7c934b821c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.034062] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-959695d5-b454-4dd9-8e24-b7c934b821c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.034741] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-959695d5-b454-4dd9-8e24-b7c934b821c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.034900] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('959695d5-b454-4dd9-8e24-b7c934b821c7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.044758] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: SUCCESS [ 1074.045524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.046211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.046794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.046878] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.047028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.047173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.047438] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.047588] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.047758] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.047944] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.049091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.049345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.049618] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.049895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.049895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.050175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.050335] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.050496] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.538814] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.538814] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.538963] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.539233] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.539389] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.539545] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 959695d5-b454-4dd9-8e24-b7c934b821c7 not found, creating... [ 1074.539807] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.539966] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.540096] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.540361] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.540519] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.540812] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.540969] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.541102] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.541315] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.541472] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.541896] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 959695d5-b454-4dd9-8e24-b7c934b821c7 is going to be created. [ 1074.552360] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.552483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.552757] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.567791] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.569073] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.569073] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.569073] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.569073] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.569073] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-959695d5-b454-4dd9-8e24-b7c934b821c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.056720] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.411027] env[64796]: INFO networking_nsxv3.common.synchronization [req-da51a3d3-7c0f-49da-9863-2e62af903838 req-47d0c095-bf34-47d7-8ecf-5c273dd77131 service nova] Enqueued Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_rules [ 1075.411027] env[64796]: INFO networking_nsxv3.common.synchronization [req-da51a3d3-7c0f-49da-9863-2e62af903838 req-47d0c095-bf34-47d7-8ecf-5c273dd77131 service nova] Enqueued Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1075.411027] env[64796]: INFO networking_nsxv3.common.synchronization [req-da51a3d3-7c0f-49da-9863-2e62af903838 req-47d0c095-bf34-47d7-8ecf-5c273dd77131 service nova] Enqueued Resource ID: 959695d5-b454-4dd9-8e24-b7c934b821c7 with Priority: HIGHEST for action port [ 1075.411436] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_rules [ 1075.411680] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1075.411942] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959695d5-b454-4dd9-8e24-b7c934b821c7 with Priority: HIGHEST for action port [ 1075.412462] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.412690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.413039] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.413267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.413628] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-959695d5-b454-4dd9-8e24-b7c934b821c7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.415670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-959695d5-b454-4dd9-8e24-b7c934b821c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.415670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-959695d5-b454-4dd9-8e24-b7c934b821c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.415670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-959695d5-b454-4dd9-8e24-b7c934b821c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.415670] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('959695d5-b454-4dd9-8e24-b7c934b821c7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.560254] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.560474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.560507] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.561073] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.561073] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.561073] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0eb040e-2990-446c-979f-db083f5daeb1 is going to be updated. [ 1075.596206] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.596613] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.596613] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.597020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.597020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.607339] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: IN_PROGRESS for 2s [ 1075.918032] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 959695d5-b454-4dd9-8e24-b7c934b821c7 with status ACTIVE [ 1075.918146] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.918252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.918340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.919013] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.919013] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.919013] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.919205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.919279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.919539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.919676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.919826] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.919947] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.919983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.922377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.922377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.922377] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 959695d5-b454-4dd9-8e24-b7c934b821c7 is going to be updated. [ 1075.955084] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.955084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.955084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.955386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.955581] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.955794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-959695d5-b454-4dd9-8e24-b7c934b821c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.619999] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: SUCCESS [ 1077.620353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.620525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.620720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.620906] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.621035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.621115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.621279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.621362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.621470] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.088701] env[64796]: INFO networking_nsxv3.common.synchronization [req-64363d35-9ae9-4411-bde6-7158b21377e3 req-b383db2e-0216-41e2-bde3-83e9903ea0ee tempest-InstanceActionsNegativeTestJSON-325633560 tempest-InstanceActionsNegativeTestJSON-325633560-project-member] Enqueued Resource ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a with Priority: HIGHEST for action security_group_members [ 1078.089261] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a with Priority: HIGHEST for action security_group_members [ 1078.089630] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ebea85-8baa-4b18-959b-7a1a021bec6a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.089745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.089847] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.090252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.090252] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.090420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.090420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.090512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.090601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.090713] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ebea85-8baa-4b18-959b-7a1a021bec6a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.126566] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.465261] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.465261] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-286" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.465261] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-286" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.465261] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-286" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.465261] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.465261] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.465261] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.465683] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.465683] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.465888] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.466078] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.466235] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.466357] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.466513] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.466667] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.466902] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.490117] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.490326] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.490476] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.491593] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-286" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.491593] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-2f8cdb91-5b56-4499-b210-f58d259f9159 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.491593] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-2f8cdb91-5b56-4499-b210-f58d259f9159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.491593] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-2f8cdb91-5b56-4499-b210-f58d259f9159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.491967] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-2f8cdb91-5b56-4499-b210-f58d259f9159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.492216] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f8cdb91-5b56-4499-b210-f58d259f9159',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.596106] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.596106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.596106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.596106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.596106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.596444] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.596444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.596534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.596729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.597101] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.597101] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a already deleted. [ 1078.597101] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.629662] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.994670] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.994885] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.994962] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.995291] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.995445] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.995600] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 2f8cdb91-5b56-4499-b210-f58d259f9159 not found, creating... [ 1078.995860] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.996071] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.996244] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.996506] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.996673] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.996979] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.997167] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.997345] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.997668] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.997845] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.998083] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 2f8cdb91-5b56-4499-b210-f58d259f9159 is going to be created. [ 1079.018619] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.018815] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.018944] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.019259] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.019498] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.019730] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-2f8cdb91-5b56-4499-b210-f58d259f9159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.132151] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.132331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.132389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.132692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.132797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.132903] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0eb040e-2990-446c-979f-db083f5daeb1 is going to be updated. [ 1079.161870] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.162031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.162104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.162320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.162468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.174934] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: IN_PROGRESS for 2s [ 1079.748501] env[64796]: INFO networking_nsxv3.common.synchronization [req-64363d35-9ae9-4411-bde6-7158b21377e3 req-521281fd-4f03-459b-9141-cbac7e32d90e service nova] Enqueued Resource ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a with Priority: HIGHEST for action security_group_rules [ 1079.748501] env[64796]: INFO networking_nsxv3.common.synchronization [req-64363d35-9ae9-4411-bde6-7158b21377e3 req-521281fd-4f03-459b-9141-cbac7e32d90e service nova] Enqueued Resource ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a with Priority: HIGHEST for action security_group_members [ 1079.748501] env[64796]: INFO networking_nsxv3.common.synchronization [req-64363d35-9ae9-4411-bde6-7158b21377e3 req-521281fd-4f03-459b-9141-cbac7e32d90e service nova] Enqueued Resource ID: 2f8cdb91-5b56-4499-b210-f58d259f9159 with Priority: HIGHEST for action port [ 1079.748936] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a with Priority: HIGHEST for action security_group_rules [ 1079.748936] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a with Priority: HIGHEST for action security_group_members [ 1079.749621] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8cdb91-5b56-4499-b210-f58d259f9159 with Priority: HIGHEST for action port [ 1079.749967] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ebea85-8baa-4b18-959b-7a1a021bec6a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.750225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.750343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.750677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.750737] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ebea85-8baa-4b18-959b-7a1a021bec6a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.752029] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ebea85-8baa-4b18-959b-7a1a021bec6a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.752029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.752029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.752029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.752222] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.752265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.752296] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.752542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.752660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.752775] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ebea85-8baa-4b18-959b-7a1a021bec6a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.753585] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f8cdb91-5b56-4499-b210-f58d259f9159 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.753721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f8cdb91-5b56-4499-b210-f58d259f9159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.753973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f8cdb91-5b56-4499-b210-f58d259f9159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.753973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f8cdb91-5b56-4499-b210-f58d259f9159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.754182] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f8cdb91-5b56-4499-b210-f58d259f9159',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.256822] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ebea85-8baa-4b18-959b-7a1a021bec6a taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.256822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.256822] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63ebea85-8baa-4b18-959b-7a1a021bec6a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.257820] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f8cdb91-5b56-4499-b210-f58d259f9159 with status ACTIVE [ 1080.258008] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.258128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.258198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.258412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.258497] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.258679] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.258779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.258875] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.259092] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.259200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.259452] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.259559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.259623] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.259768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.259845] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.259956] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f8cdb91-5b56-4499-b210-f58d259f9159 is going to be updated. [ 1080.281317] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.281484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.281484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.281653] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.281793] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.281954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f8cdb91-5b56-4499-b210-f58d259f9159" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.735460] env[64796]: INFO networking_nsxv3.common.synchronization [req-ba681c9b-e873-4405-be55-0140f7d16cbc req-76f453e1-9324-458e-a73e-ec8c8cb95b1b tempest-ServersWithSpecificFlavorTestJSON-845776288 tempest-ServersWithSpecificFlavorTestJSON-845776288-project-member] Enqueued Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_members [ 1080.736341] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edede3c-1560-4358-b84d-a9713f4833d9 with Priority: HIGHEST for action security_group_members [ 1080.736886] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-7edede3c-1560-4358-b84d-a9713f4833d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.736996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.737372] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.737639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.737779] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.737900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.737979] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.738123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.738328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.738328] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7edede3c-1560-4358-b84d-a9713f4833d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.761759] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63ebea85-8baa-4b18-959b-7a1a021bec6a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.185403] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: SUCCESS [ 1081.185626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.185825] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.186126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.186305] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.186363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.186399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.186584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.186637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.186733] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.240812] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.240974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.241043] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.241268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.264065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.264662] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.264662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.264662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.264855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.264944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.265050] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7edede3c-1560-4358-b84d-a9713f4833d9 is going to be updated. [ 1081.266168] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.266294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.266381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.266551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.266638] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.266723] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a is going to be created. [ 1081.295540] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.295764] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.295907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.296321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.296633] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.299416] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.299594] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.299710] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.300013] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.300240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.310583] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a in Status: UNINITIALIZED for 2s [ 1081.311263] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7edede3c-1560-4358-b84d-a9713f4833d9 in Status: IN_PROGRESS for 2s [ 1081.688921] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.192458] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.694913] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.695150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.695219] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.695378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.695477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.695610] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0eb040e-2990-446c-979f-db083f5daeb1 is going to be updated. [ 1082.724800] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.724989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.725039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.725243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.725392] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.736392] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: IN_PROGRESS for 2s [ 1083.321642] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7edede3c-1560-4358-b84d-a9713f4833d9 in Status: SUCCESS [ 1083.321913] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7edede3c-1560-4358-b84d-a9713f4833d9 deletion is rescheduled due to dependency. [ 1083.321964] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7edede3c-1560-4358-b84d-a9713f4833d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.323024] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a in Status: SUCCESS [ 1083.323024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.323024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.323974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.323974] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.323974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.323974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.323974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.323974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.323974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.323974] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63ebea85-8baa-4b18-959b-7a1a021bec6a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.826547] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ebea85-8baa-4b18-959b-7a1a021bec6a taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.826744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.826801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.827040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.827217] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.827319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.827407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.827592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.827711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.827804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.827967] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ebea85-8baa-4b18-959b-7a1a021bec6a taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.828103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.828154] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.828334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.828485] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.828604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.828692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.828815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.828929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.829046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.829152] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63ebea85-8baa-4b18-959b-7a1a021bec6a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.331384] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63ebea85-8baa-4b18-959b-7a1a021bec6a: rpc.has_security_group_logging(os_id): False [ 1084.355665] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.355850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.355899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.356129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.356282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.356522] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.356627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.356692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.356922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.356965] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.357168] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.357304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.357374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.357524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.357603] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.357787] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.357883] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.357948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.358854] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.358960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.359267] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a is going to be created. [ 1084.421581] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.421803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.421803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.422062] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.422283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.442311] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a in Status: IN_PROGRESS for 2s [ 1084.747591] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: SUCCESS [ 1084.747861] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.748069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.748229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.748428] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.748637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.748730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.748913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.748992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.749092] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.749332] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.749516] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.749591] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.749752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.749857] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.749963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.750047] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.750159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.750233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.750315] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.750407] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.751263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.751424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.751572] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.751670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.751737] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.751893] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.751957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.752054] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.255337] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0eb040e-2990-446c-979f-db083f5daeb1: rpc.has_security_group_logging(os_id): False [ 1085.255337] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.277089] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.277089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.277089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.277089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.277089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.277089] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.277089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.277089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.277089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.277089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.277089] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.277089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.277089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.277089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.277706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.277706] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.277706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.277706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.277706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.277706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.277867] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0eb040e-2990-446c-979f-db083f5daeb1 is going to be created. [ 1085.348667] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.349314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.349314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.349314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.349517] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.363177] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: IN_PROGRESS for 2s [ 1085.720980] env[64796]: INFO networking_nsxv3.common.synchronization [req-d9f88738-0b1e-4047-9955-f8b46dba16fc req-436d70e0-55a1-4dff-98e0-149e4c197ce3 tempest-ServersTestJSON-379968790 tempest-ServersTestJSON-379968790-project-member] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1085.721888] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1085.721942] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.722333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.722425] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.722699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.722830] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.722954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.723012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.723163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.723251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.723346] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.758135] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.144314] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.146016] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.146016] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.146016] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.146016] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.146415] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.146686] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.147035] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.149955] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.149955] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.149955] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.149955] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.149955] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.149955] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.149955] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.149955] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.171044] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.171044] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.171044] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.171044] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.171303] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-5d0ac3ae-fd51-42c5-b7bd-756c81a3750a taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.171434] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-5d0ac3ae-fd51-42c5-b7bd-756c81a3750a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.171524] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-5d0ac3ae-fd51-42c5-b7bd-756c81a3750a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.171861] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-5d0ac3ae-fd51-42c5-b7bd-756c81a3750a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.172018] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0ac3ae-fd51-42c5-b7bd-756c81a3750a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.225772] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.263041] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.263041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.263041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.263041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.263041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.263041] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0eb040e-2990-446c-979f-db083f5daeb1 is going to be updated. [ 1086.292127] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.292259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.292339] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.292561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.292716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.299841] env[64796]: INFO networking_nsxv3.common.synchronization [None req-bbe5fcb7-cde4-4717-9801-153604dcc19f None None] Enqueued Resource ID: f75687b8-ce84-4b45-8116-d0089e5d906d with Priority: HIGHEST for action port [ 1086.300851] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75687b8-ce84-4b45-8116-d0089e5d906d with Priority: HIGHEST for action port [ 1086.301394] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-f75687b8-ce84-4b45-8116-d0089e5d906d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.301701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f75687b8-ce84-4b45-8116-d0089e5d906d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.301701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f75687b8-ce84-4b45-8116-d0089e5d906d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.301939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f75687b8-ce84-4b45-8116-d0089e5d906d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.301939] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f75687b8-ce84-4b45-8116-d0089e5d906d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.308757] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: IN_PROGRESS for 2s [ 1086.456664] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a in Status: SUCCESS [ 1086.456991] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.663381] env[64796]: INFO networking_nsxv3.common.synchronization [req-207f948b-2d2f-464d-8edf-28d25e4ab94e req-8ef7c525-5972-40ed-b5ec-910c7adfc070 tempest-ListServersNegativeTestJSON-723910326 tempest-ListServersNegativeTestJSON-723910326-project-member] Enqueued Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1086.664088] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1086.664421] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.664546] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.676830] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.676916] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.677058] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.677384] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.677560] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.677717] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 5d0ac3ae-fd51-42c5-b7bd-756c81a3750a not found, creating... [ 1086.677968] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.678139] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.678256] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.678509] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.678666] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.679015] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.679883] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.679883] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.679883] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.679883] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.679883] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 5d0ac3ae-fd51-42c5-b7bd-756c81a3750a is going to be created. [ 1086.704218] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.704488] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.704566] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.704869] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.705162] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.705346] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-5d0ac3ae-fd51-42c5-b7bd-756c81a3750a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.729427] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.804676] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f75687b8-ce84-4b45-8116-d0089e5d906d [ 1086.805066] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.805282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.805401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.805736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.805899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.806127] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f75687b8-ce84-4b45-8116-d0089e5d906d already deleted. [ 1086.806350] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f75687b8-ce84-4b45-8116-d0089e5d906d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.231806] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.232054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.232054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.232285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.232426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.232593] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1087.269094] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.269273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.269321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.269534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.269681] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.280662] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1087.379672] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: SUCCESS [ 1087.379672] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.379672] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.379672] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.379672] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.452292] env[64796]: INFO networking_nsxv3.common.synchronization [req-d9f88738-0b1e-4047-9955-f8b46dba16fc req-df9952bd-d2df-4527-8704-59b4305c0481 service nova] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_rules [ 1087.452492] env[64796]: INFO networking_nsxv3.common.synchronization [req-d9f88738-0b1e-4047-9955-f8b46dba16fc req-df9952bd-d2df-4527-8704-59b4305c0481 service nova] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1087.452633] env[64796]: INFO networking_nsxv3.common.synchronization [req-d9f88738-0b1e-4047-9955-f8b46dba16fc req-df9952bd-d2df-4527-8704-59b4305c0481 service nova] Enqueued Resource ID: 5d0ac3ae-fd51-42c5-b7bd-756c81a3750a with Priority: HIGHEST for action port [ 1087.453179] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_rules [ 1087.453317] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1087.453750] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0ac3ae-fd51-42c5-b7bd-756c81a3750a with Priority: HIGHEST for action port [ 1087.454217] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.454473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.454473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.454623] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.454709] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.455583] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.455683] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.455870] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d0ac3ae-fd51-42c5-b7bd-756c81a3750a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.455972] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d0ac3ae-fd51-42c5-b7bd-756c81a3750a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.456050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d0ac3ae-fd51-42c5-b7bd-756c81a3750a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.456288] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d0ac3ae-fd51-42c5-b7bd-756c81a3750a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.456514] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0ac3ae-fd51-42c5-b7bd-756c81a3750a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.882398] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.882680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.958790] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.959029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.961798] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d0ac3ae-fd51-42c5-b7bd-756c81a3750a with status ACTIVE [ 1087.961914] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.962611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.962611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.962611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.962611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.962611] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.962971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.962971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.962971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.962971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.963114] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.963297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.963297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.963388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.963444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.963524] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d0ac3ae-fd51-42c5-b7bd-756c81a3750a is going to be updated. [ 1087.986054] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.986054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.986054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.986054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.987231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.988065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d0ac3ae-fd51-42c5-b7bd-756c81a3750a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.314383] env[64796]: INFO networking_nsxv3.common.synchronization [req-18b80b0b-77fe-43ea-96f5-4e63fd0af5ce req-df84b682-c505-4020-8502-95ee73466ba8 tempest-ServerMetadataTestJSON-1317875875 tempest-ServerMetadataTestJSON-1317875875-project-member] Enqueued Resource ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 with Priority: HIGHEST for action security_group_members [ 1088.315442] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 with Priority: HIGHEST for action security_group_members [ 1088.315779] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-3693d207-b2f5-4a69-9208-5c1a11b50018 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.315902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.315973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.316248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.316474] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.316578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.316644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.316799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.316885] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.316982] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3693d207-b2f5-4a69-9208-5c1a11b50018',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.322645] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: SUCCESS [ 1088.323024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.323401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.323590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.323789] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.323899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.324021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.324128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.324467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.324467] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.674954] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.675218] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-745" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.675422] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-745" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.675637] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-745" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.675890] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.676809] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.676981] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.677231] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.677498] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.677611] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.677752] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.677847] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.677963] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.678089] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.678228] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.678354] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.697703] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.699013] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.699013] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.699013] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-745" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.699013] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-1ec649ae-5f37-4aed-b0a5-dde4fccc85f4 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.699013] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-1ec649ae-5f37-4aed-b0a5-dde4fccc85f4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.699013] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-1ec649ae-5f37-4aed-b0a5-dde4fccc85f4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.699551] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-1ec649ae-5f37-4aed-b0a5-dde4fccc85f4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.699551] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ec649ae-5f37-4aed-b0a5-dde4fccc85f4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.820537] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.820537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.820537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.820537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.820537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.820537] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.820537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.820537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.820871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.820871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.820871] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 already deleted. [ 1088.820871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.825700] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.902091] env[64796]: INFO networking_nsxv3.common.synchronization [None req-6f726bcf-3638-4439-a176-47861ef7f88b None None] Enqueued Resource ID: 6ed35efd-cec6-4ba9-9490-ec1f2cbd824b with Priority: HIGHEST for action port [ 1088.902877] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed35efd-cec6-4ba9-9490-ec1f2cbd824b with Priority: HIGHEST for action port [ 1088.903231] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ed35efd-cec6-4ba9-9490-ec1f2cbd824b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.903353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ed35efd-cec6-4ba9-9490-ec1f2cbd824b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.903430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ed35efd-cec6-4ba9-9490-ec1f2cbd824b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.903694] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ed35efd-cec6-4ba9-9490-ec1f2cbd824b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.903783] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ed35efd-cec6-4ba9-9490-ec1f2cbd824b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.202427] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.203467] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.203467] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.203467] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.203709] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.203896] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 1ec649ae-5f37-4aed-b0a5-dde4fccc85f4 not found, creating... [ 1089.205060] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.206730] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.206730] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.206730] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.206730] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.206730] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.206730] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.206730] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.206730] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.207094] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.207647] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 1ec649ae-5f37-4aed-b0a5-dde4fccc85f4 is going to be created. [ 1089.229315] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.229529] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.230652] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.230652] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.230652] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.230652] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-1ec649ae-5f37-4aed-b0a5-dde4fccc85f4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.292580] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1089.292810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.293029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.293246] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.293440] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.293559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.293627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.293779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.293867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.293958] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.327727] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.405736] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ed35efd-cec6-4ba9-9490-ec1f2cbd824b [ 1089.406048] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.406188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.406266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.406527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.406645] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.406748] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ed35efd-cec6-4ba9-9490-ec1f2cbd824b already deleted. [ 1089.406838] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ed35efd-cec6-4ba9-9490-ec1f2cbd824b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.796728] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.830791] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.830791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.830791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.830791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.830791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.831088] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0eb040e-2990-446c-979f-db083f5daeb1 is going to be updated. [ 1089.873211] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.873367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.873444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.873661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.873806] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.883974] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: IN_PROGRESS for 2s [ 1089.948623] env[64796]: INFO networking_nsxv3.common.synchronization [req-18b80b0b-77fe-43ea-96f5-4e63fd0af5ce req-d58895c4-5bd3-479f-a90e-85de549408cb service nova] Enqueued Resource ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 with Priority: HIGHEST for action security_group_rules [ 1089.951697] env[64796]: INFO networking_nsxv3.common.synchronization [req-18b80b0b-77fe-43ea-96f5-4e63fd0af5ce req-d58895c4-5bd3-479f-a90e-85de549408cb service nova] Enqueued Resource ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 with Priority: HIGHEST for action security_group_members [ 1089.951697] env[64796]: INFO networking_nsxv3.common.synchronization [req-18b80b0b-77fe-43ea-96f5-4e63fd0af5ce req-d58895c4-5bd3-479f-a90e-85de549408cb service nova] Enqueued Resource ID: 1ec649ae-5f37-4aed-b0a5-dde4fccc85f4 with Priority: HIGHEST for action port [ 1089.951697] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 with Priority: HIGHEST for action security_group_rules [ 1089.951697] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 with Priority: HIGHEST for action security_group_members [ 1089.951697] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec649ae-5f37-4aed-b0a5-dde4fccc85f4 with Priority: HIGHEST for action port [ 1089.951697] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3693d207-b2f5-4a69-9208-5c1a11b50018 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.951697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.952295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.952295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.952295] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3693d207-b2f5-4a69-9208-5c1a11b50018',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.954428] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-3693d207-b2f5-4a69-9208-5c1a11b50018 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.954428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.954428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.954428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.954584] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.954584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.954660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.955093] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.955093] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.955093] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3693d207-b2f5-4a69-9208-5c1a11b50018',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.956676] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ec649ae-5f37-4aed-b0a5-dde4fccc85f4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.956676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ec649ae-5f37-4aed-b0a5-dde4fccc85f4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.956676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ec649ae-5f37-4aed-b0a5-dde4fccc85f4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.956676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ec649ae-5f37-4aed-b0a5-dde4fccc85f4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.956676] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ec649ae-5f37-4aed-b0a5-dde4fccc85f4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.299546] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.454832] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-3693d207-b2f5-4a69-9208-5c1a11b50018 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.455040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.456548] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3693d207-b2f5-4a69-9208-5c1a11b50018',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.459573] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ec649ae-5f37-4aed-b0a5-dde4fccc85f4 with status ACTIVE [ 1090.459779] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.459904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.459968] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.461530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.461530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.461530] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.461530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.461530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.461530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.461530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.461530] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.461530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.461530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.461530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.461530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.461530] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ec649ae-5f37-4aed-b0a5-dde4fccc85f4 is going to be updated. [ 1090.489290] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.489290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.489290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.489290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.489290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.489290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ec649ae-5f37-4aed-b0a5-dde4fccc85f4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.803164] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.803718] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.803814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.804088] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.804208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.804330] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1090.816990] env[64796]: INFO networking_nsxv3.common.synchronization [req-ac6eca09-feea-448f-85fa-b8c62e11fbce req-f6eb3393-1c56-432b-8273-48fe26b41e49 tempest-DeleteServersTestJSON-651100822 tempest-DeleteServersTestJSON-651100822-project-member] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1090.817500] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1090.817841] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.817989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.818464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.818532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.818733] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.818859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.818951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.819179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.819280] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.819404] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.843493] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.843702] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.843767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.843958] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.844119] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.866229] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1090.960626] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3693d207-b2f5-4a69-9208-5c1a11b50018',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.269289] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.269865] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.269865] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.269994] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.271058] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.271058] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.271058] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.271241] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.271379] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.271660] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.271774] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.272433] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.272433] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.272433] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.272433] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.272433] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.309240] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.309240] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.309240] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.309240] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.309240] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-f08af752-923c-4d37-a6bd-d06ce29f7bcc taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.309240] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-f08af752-923c-4d37-a6bd-d06ce29f7bcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.309240] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-f08af752-923c-4d37-a6bd-d06ce29f7bcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.309240] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-f08af752-923c-4d37-a6bd-d06ce29f7bcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.309752] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f08af752-923c-4d37-a6bd-d06ce29f7bcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.322260] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.322487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.322944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.322944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.323127] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.323878] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.323878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.323878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.323878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.323878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.324131] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 already deleted. [ 1091.324131] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.465966] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.465966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.465966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.465966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.466176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.466176] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 is going to be created. [ 1091.494847] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.495295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.495295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.495496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.495709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.511493] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 in Status: UNINITIALIZED for 2s [ 1091.691152] env[64796]: INFO networking_nsxv3.common.synchronization [req-0cf973f0-9db2-4748-8295-5b64d631612b req-d22bc2bf-3695-4e7e-a678-3a48b46276fb tempest-InstanceActionsNegativeTestJSON-325633560 tempest-InstanceActionsNegativeTestJSON-325633560-project-member] Enqueued Resource ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a with Priority: HIGHEST for action security_group_members [ 1091.692041] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a with Priority: HIGHEST for action security_group_members [ 1091.695210] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ebea85-8baa-4b18-959b-7a1a021bec6a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.695210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.695210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.695210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.695210] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.695210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.695210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.695210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.695210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.695210] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ebea85-8baa-4b18-959b-7a1a021bec6a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.813989] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.813989] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.813989] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.813989] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.813989] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.813989] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port f08af752-923c-4d37-a6bd-d06ce29f7bcc not found, creating... [ 1091.814354] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.814354] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.814354] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.814571] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.814704] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.814990] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.815140] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.815253] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.815459] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.815787] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.815880] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: f08af752-923c-4d37-a6bd-d06ce29f7bcc is going to be created. [ 1091.839037] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.839037] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.839037] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.839037] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.839037] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.839037] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-f08af752-923c-4d37-a6bd-d06ce29f7bcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.899062] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: SUCCESS [ 1091.899307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.899698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.899815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.899970] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.900094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.900159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.900318] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.900399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.900504] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.900622] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.197869] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.198192] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.198192] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.198406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.198679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.198758] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.198868] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.198934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.199141] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.199219] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.199336] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a is going to be updated. [ 1092.227113] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.227257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.227327] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.227610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.227781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.238876] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a in Status: IN_PROGRESS for 2s [ 1092.403563] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.404253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.404253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.404253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.404253] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.404474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.404474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.404788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.404896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.404990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.405161] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.405311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.405379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.405528] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.406951] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.406951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.406951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.406951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.406951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.406951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.406951] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.558077] env[64796]: INFO networking_nsxv3.common.synchronization [req-ac6eca09-feea-448f-85fa-b8c62e11fbce req-d42db6c7-7755-4069-9e6a-770e86bf5277 service nova] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_rules [ 1092.558319] env[64796]: INFO networking_nsxv3.common.synchronization [req-ac6eca09-feea-448f-85fa-b8c62e11fbce req-d42db6c7-7755-4069-9e6a-770e86bf5277 service nova] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1092.558483] env[64796]: INFO networking_nsxv3.common.synchronization [req-ac6eca09-feea-448f-85fa-b8c62e11fbce req-d42db6c7-7755-4069-9e6a-770e86bf5277 service nova] Enqueued Resource ID: f08af752-923c-4d37-a6bd-d06ce29f7bcc with Priority: HIGHEST for action port [ 1092.559130] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_rules [ 1092.559448] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1092.559661] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08af752-923c-4d37-a6bd-d06ce29f7bcc with Priority: HIGHEST for action port [ 1092.559874] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.560008] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.560078] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.560281] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.560370] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.561240] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.561356] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.561428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.561606] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.561747] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.561903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.561903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.562049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.562136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.562227] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.563234] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-f08af752-923c-4d37-a6bd-d06ce29f7bcc taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.563234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f08af752-923c-4d37-a6bd-d06ce29f7bcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.563234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f08af752-923c-4d37-a6bd-d06ce29f7bcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.563370] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f08af752-923c-4d37-a6bd-d06ce29f7bcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.563370] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f08af752-923c-4d37-a6bd-d06ce29f7bcc',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.883840] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1092.883840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.883840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.883840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.883840] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.883840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.883840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.883840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.883840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.883840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.883840] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.909243] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0eb040e-2990-446c-979f-db083f5daeb1: rpc.has_security_group_logging(os_id): False [ 1092.938563] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.938877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.938877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.939018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.939109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.939300] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.939399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.939463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.939624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.939703] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.939898] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.939990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.940064] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.940204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.940277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.941435] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.941435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.941435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.941435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.941435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.941435] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0eb040e-2990-446c-979f-db083f5daeb1 is going to be updated. [ 1093.016761] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.016915] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.016986] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.017216] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.017368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.032156] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: IN_PROGRESS for 2s [ 1093.066939] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.066939] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.066939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.068130] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f08af752-923c-4d37-a6bd-d06ce29f7bcc with status ACTIVE [ 1093.068130] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.068413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.070264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.070264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.070348] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.070532] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.070670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.072048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.072048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.072450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.072708] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.072823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.072891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.073062] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.073152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.073530] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f08af752-923c-4d37-a6bd-d06ce29f7bcc is going to be updated. [ 1093.099678] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.099678] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.099678] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.100031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.100182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.100406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f08af752-923c-4d37-a6bd-d06ce29f7bcc" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.388699] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.389065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.389065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.389248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.389438] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.389545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.389610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.389771] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.389860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.389950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.390123] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.390219] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.390281] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.390424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.390563] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.390657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.390725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.390870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.390950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.391043] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.391138] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.517784] env[64796]: INFO networking_nsxv3.common.synchronization [req-6507b7a3-9ed0-4114-b256-5aaeb95b70a1 req-cc5f9651-e846-43a6-b9b7-9baee7da712a tempest-ServerRescueNegativeTestJSON-1250450574 tempest-ServerRescueNegativeTestJSON-1250450574-project-member] Enqueued Resource ID: 12163e3a-0d00-4692-b669-b54bedb57b1a with Priority: HIGHEST for action security_group_members [ 1093.519561] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12163e3a-0d00-4692-b669-b54bedb57b1a with Priority: HIGHEST for action security_group_members [ 1093.520465] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-12163e3a-0d00-4692-b669-b54bedb57b1a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.520707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.520854] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.521389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.521830] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.522075] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.522190] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.522418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.522548] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.522692] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12163e3a-0d00-4692-b669-b54bedb57b1a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.529280] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 in Status: SUCCESS [ 1093.529695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.530382] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.530654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.530885] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.531032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.531121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.531274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.531362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.531450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.531558] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3693d207-b2f5-4a69-9208-5c1a11b50018',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.575518] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.894912] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09: rpc.has_security_group_logging(os_id): False [ 1093.914640] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.915611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.915611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.915611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.915611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.915611] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.915611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.915611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.915907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.915907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.916079] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.916193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.916256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.916401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.916540] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.916722] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.916825] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.916934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.917163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.917401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.917490] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1093.990844] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.991059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.991183] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.991435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.991635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.998597] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.998741] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-622" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.998793] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-622" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.999061] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-622" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.999773] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.000021] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.000080] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.000743] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.000973] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.001252] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.001930] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.001930] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.002046] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.002166] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.002309] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.002517] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.017452] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1094.022561] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.022822] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.023044] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.023278] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-622" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.023705] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-ee3a61c6-15c6-4eed-b28c-8722b95e4a0b taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.023969] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-ee3a61c6-15c6-4eed-b28c-8722b95e4a0b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.024186] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-ee3a61c6-15c6-4eed-b28c-8722b95e4a0b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.024567] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-ee3a61c6-15c6-4eed-b28c-8722b95e4a0b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.024750] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee3a61c6-15c6-4eed-b28c-8722b95e4a0b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.027218] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.027533] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.027658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.028271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.028424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.028672] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.028830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.028919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.029137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.029254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.029350] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12163e3a-0d00-4692-b669-b54bedb57b1a already deleted. [ 1094.029473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.034075] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-3693d207-b2f5-4a69-9208-5c1a11b50018 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.034189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.034261] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.034437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.034595] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.034696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.034761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.034907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.034989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.035082] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.035226] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-3693d207-b2f5-4a69-9208-5c1a11b50018 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.035319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.035411] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.035518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.035655] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.035746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.035807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.035940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.036028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.036109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.036199] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3693d207-b2f5-4a69-9208-5c1a11b50018',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.081634] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.081634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.081634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.081634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.081634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.081634] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be created. [ 1094.109431] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.109431] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.109654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.109954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.110012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.130835] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: UNINITIALIZED for 2s [ 1094.249527] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a in Status: SUCCESS [ 1094.249527] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a deletion is rescheduled due to dependency. [ 1094.249527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.530944] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.532304] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.532304] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.532304] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.532567] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.532655] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port ee3a61c6-15c6-4eed-b28c-8722b95e4a0b not found, creating... [ 1094.533016] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.533209] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.533399] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.533627] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.533799] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.534132] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.534330] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.534467] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.534720] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.534876] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.535061] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: ee3a61c6-15c6-4eed-b28c-8722b95e4a0b is going to be created. [ 1094.538846] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3693d207-b2f5-4a69-9208-5c1a11b50018: rpc.has_security_group_logging(os_id): False [ 1094.557840] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.558122] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.558270] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.558591] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.558907] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.559176] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-ee3a61c6-15c6-4eed-b28c-8722b95e4a0b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.560654] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.560810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.561134] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.561134] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.561234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.561379] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.561497] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.561648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.561743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.561841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.562088] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.562160] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.562225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.562392] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.562474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.562685] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.562806] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.562874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.563037] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.563137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.563219] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 is going to be created. [ 1094.566848] env[64796]: INFO networking_nsxv3.common.synchronization [req-f914696e-8a34-46fe-a673-c1eacbdb4cba req-38052d55-50e2-499c-8b40-2e36a5a4623f tempest-ImagesTestJSON-643861234 tempest-ImagesTestJSON-643861234-project-member] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 1094.567414] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 1094.567768] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.567886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.567955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.568125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.568377] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.569077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.569077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.569077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.569077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.569077] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.633589] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.633735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.633841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.634031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.634215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.654685] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 in Status: IN_PROGRESS for 2s [ 1095.052338] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: SUCCESS [ 1095.052572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.054817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.054817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.054817] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.070751] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.070834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.070886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.071190] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.071361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.071550] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.071669] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.071747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.071978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.072083] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.072122] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 1095.123391] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.123620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.123620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.123835] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.123984] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.134927] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 1095.329183] env[64796]: INFO networking_nsxv3.common.synchronization [req-6507b7a3-9ed0-4114-b256-5aaeb95b70a1 req-bc5f11e0-ba32-4a6b-a34d-3cf1d4645f6f service nova] Enqueued Resource ID: 12163e3a-0d00-4692-b669-b54bedb57b1a with Priority: HIGHEST for action security_group_rules [ 1095.329402] env[64796]: INFO networking_nsxv3.common.synchronization [req-6507b7a3-9ed0-4114-b256-5aaeb95b70a1 req-bc5f11e0-ba32-4a6b-a34d-3cf1d4645f6f service nova] Enqueued Resource ID: 12163e3a-0d00-4692-b669-b54bedb57b1a with Priority: HIGHEST for action security_group_members [ 1095.329502] env[64796]: INFO networking_nsxv3.common.synchronization [req-6507b7a3-9ed0-4114-b256-5aaeb95b70a1 req-bc5f11e0-ba32-4a6b-a34d-3cf1d4645f6f service nova] Enqueued Resource ID: ee3a61c6-15c6-4eed-b28c-8722b95e4a0b with Priority: HIGHEST for action port [ 1095.330403] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12163e3a-0d00-4692-b669-b54bedb57b1a with Priority: HIGHEST for action security_group_rules [ 1095.330627] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12163e3a-0d00-4692-b669-b54bedb57b1a with Priority: HIGHEST for action security_group_members [ 1095.330775] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee3a61c6-15c6-4eed-b28c-8722b95e4a0b with Priority: HIGHEST for action port [ 1095.331442] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12163e3a-0d00-4692-b669-b54bedb57b1a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.331632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.331668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.331907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.332032] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12163e3a-0d00-4692-b669-b54bedb57b1a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.335691] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-12163e3a-0d00-4692-b669-b54bedb57b1a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.335691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.335691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.335691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.335691] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.335691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.335691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.335691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.335691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.335691] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12163e3a-0d00-4692-b669-b54bedb57b1a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.335691] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee3a61c6-15c6-4eed-b28c-8722b95e4a0b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.336205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee3a61c6-15c6-4eed-b28c-8722b95e4a0b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.336205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee3a61c6-15c6-4eed-b28c-8722b95e4a0b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.336205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee3a61c6-15c6-4eed-b28c-8722b95e4a0b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.336205] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee3a61c6-15c6-4eed-b28c-8722b95e4a0b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.556592] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.556975] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.556975] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.557149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.557356] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.557633] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.557734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.557937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.558056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.558171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.558317] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.840508] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-12163e3a-0d00-4692-b669-b54bedb57b1a taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.840508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.840508] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12163e3a-0d00-4692-b669-b54bedb57b1a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.844867] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee3a61c6-15c6-4eed-b28c-8722b95e4a0b with status ACTIVE [ 1095.844867] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.844867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.844867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.844867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.844867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.844867] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.844867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.844867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.845867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.848016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.848016] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.848016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.848016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.848016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.848016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.848016] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee3a61c6-15c6-4eed-b28c-8722b95e4a0b is going to be updated. [ 1095.914378] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.914582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.914674] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.914925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.915114] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.915325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee3a61c6-15c6-4eed-b28c-8722b95e4a0b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.021495] env[64796]: INFO networking_nsxv3.common.synchronization [None req-4a0d0362-d650-431d-b130-e3d6dfbc2759 None None] Enqueued Resource ID: 7e9a39a1-b53c-44da-8c2f-e61062eb371c with Priority: HIGHEST for action port [ 1096.022406] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e9a39a1-b53c-44da-8c2f-e61062eb371c with Priority: HIGHEST for action port [ 1096.022769] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e9a39a1-b53c-44da-8c2f-e61062eb371c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.022911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e9a39a1-b53c-44da-8c2f-e61062eb371c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.022993] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e9a39a1-b53c-44da-8c2f-e61062eb371c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.023297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e9a39a1-b53c-44da-8c2f-e61062eb371c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.023648] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e9a39a1-b53c-44da-8c2f-e61062eb371c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.041168] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1096.041392] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.062368] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.062531] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.062595] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.062829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.063018] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.063126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.063191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.063364] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.063456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.063549] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.063716] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.063816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.063876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.064039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.064207] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.064310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.064372] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.064498] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.064615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.064726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.064803] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.143719] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 1096.144064] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.144730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.144730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.145242] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.145242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.145242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.145242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.145430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.145430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.145714] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.344276] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12163e3a-0d00-4692-b669-b54bedb57b1a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.525249] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e9a39a1-b53c-44da-8c2f-e61062eb371c [ 1096.525495] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.525632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.525704] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.525921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.526014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.526116] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e9a39a1-b53c-44da-8c2f-e61062eb371c already deleted. [ 1096.526950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e9a39a1-b53c-44da-8c2f-e61062eb371c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.568441] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0eb040e-2990-446c-979f-db083f5daeb1: rpc.has_security_group_logging(os_id): False [ 1096.592617] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.592739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.592797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.593157] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.593265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.593402] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.593505] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.593563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.594211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.594211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.594211] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.594211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.594211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.595444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.595444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.595444] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.595444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.595444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.595444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.595444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.595444] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0eb040e-2990-446c-979f-db083f5daeb1 is going to be updated. [ 1096.649367] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.649517] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.649657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.650518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.650518] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.650518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.650518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.650518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.650518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.650518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.650886] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.650886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.650886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.650886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.651028] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.651094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.651152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.651284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.651356] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.651434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.651525] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.667754] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.667956] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.668130] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.668280] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.668429] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.670470] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 in Status: SUCCESS [ 1096.670727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.685019] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: IN_PROGRESS for 2s [ 1096.848461] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.848461] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.848461] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.848461] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.848675] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.848675] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12163e3a-0d00-4692-b669-b54bedb57b1a is going to be created. [ 1096.882506] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.882705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.882749] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.883046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.884470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.897995] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12163e3a-0d00-4692-b669-b54bedb57b1a in Status: UNINITIALIZED for 2s [ 1097.145927] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 1097.146207] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 deletion is rescheduled due to dependency. [ 1097.146322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.154995] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a5006c7-7e2e-4191-a6a0-87d6817a7695: rpc.has_security_group_logging(os_id): False [ 1097.173017] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.173178] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.173382] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.173463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.173552] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.173773] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.173873] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.173939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.174105] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.174217] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.174479] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.174564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.174603] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.174732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.174808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.174988] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.175100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.175164] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.175304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.175479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.175479] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be created. [ 1097.234573] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.234764] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.234816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.235039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.235226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.250248] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 1098.535543] env[64796]: INFO networking_nsxv3.common.synchronization [None req-12c521c2-0e1e-4eac-bfe9-32b49fb99174 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_rules [ 1098.536659] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_rules [ 1098.537234] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-869d66d8-97e8-46aa-8f11-702c8717385b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.537234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.537234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.537400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.540092] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.668577] env[64796]: INFO networking_nsxv3.common.synchronization [None req-7a1288e2-079f-40f1-9ad9-ead3f35404c2 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_rules [ 1098.669924] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_rules [ 1098.670343] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-869d66d8-97e8-46aa-8f11-702c8717385b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.670747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.703562] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: SUCCESS [ 1098.703684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.911180] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12163e3a-0d00-4692-b669-b54bedb57b1a in Status: SUCCESS [ 1098.911398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.911612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.911847] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.912099] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.912227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.912357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.912542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.915827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.915827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.915827] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12163e3a-0d00-4692-b669-b54bedb57b1a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.060753] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.060966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.060966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.061286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.061384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.061490] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 869d66d8-97e8-46aa-8f11-702c8717385b already deleted. [ 1099.061579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.061979] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.061979] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.061979] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.268023] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 1099.268276] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.417694] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12163e3a-0d00-4692-b669-b54bedb57b1a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.585563] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.585907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.585907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.586365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.586497] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.586681] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 869d66d8-97e8-46aa-8f11-702c8717385b already deleted. [ 1099.586772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.920172] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12163e3a-0d00-4692-b669-b54bedb57b1a: rpc.has_security_group_logging(os_id): False [ 1099.954126] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.954257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.954507] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.954584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.954663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.954877] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.954972] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.955053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.955205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.955283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.955373] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12163e3a-0d00-4692-b669-b54bedb57b1a is going to be created. [ 1100.081761] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.083059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.083059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.083059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.083059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.101821] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12163e3a-0d00-4692-b669-b54bedb57b1a in Status: IN_PROGRESS for 2s [ 1102.119301] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12163e3a-0d00-4692-b669-b54bedb57b1a in Status: SUCCESS [ 1102.119301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.325566] env[64796]: INFO networking_nsxv3.common.synchronization [None req-058882eb-9eb6-4703-96ca-b476b3c05688 None None] Enqueued Resource ID: 2127fd96-9141-4e40-9c05-730a1ef182ad with Priority: HIGHEST for action port [ 1102.325740] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2127fd96-9141-4e40-9c05-730a1ef182ad with Priority: HIGHEST for action port [ 1102.326157] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-2127fd96-9141-4e40-9c05-730a1ef182ad taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.326327] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2127fd96-9141-4e40-9c05-730a1ef182ad" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.326394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2127fd96-9141-4e40-9c05-730a1ef182ad" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.326771] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2127fd96-9141-4e40-9c05-730a1ef182ad" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.326858] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2127fd96-9141-4e40-9c05-730a1ef182ad',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.710186] env[64796]: INFO networking_nsxv3.common.synchronization [None req-b3ef6615-9e7e-4f4c-bd15-227ae35b9635 None None] Enqueued Resource ID: 3eed4bdf-133b-4c82-8e6f-01522790b4ce with Priority: HIGHEST for action port [ 1102.710461] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eed4bdf-133b-4c82-8e6f-01522790b4ce with Priority: HIGHEST for action port [ 1102.710777] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eed4bdf-133b-4c82-8e6f-01522790b4ce taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.710894] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eed4bdf-133b-4c82-8e6f-01522790b4ce" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.710957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eed4bdf-133b-4c82-8e6f-01522790b4ce" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.714921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eed4bdf-133b-4c82-8e6f-01522790b4ce" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.714921] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eed4bdf-133b-4c82-8e6f-01522790b4ce',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.741855] env[64796]: INFO networking_nsxv3.common.synchronization [req-7efd85b0-b3a4-4355-9ac1-6ef29c5b3af0 req-eada06f1-e8ea-4e2e-94d4-e2effc7ba7fb tempest-ServersTestJSON-379968790 tempest-ServersTestJSON-379968790-project-member] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1102.742734] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1102.743452] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.743632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.743702] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.743920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.744145] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.744254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.744315] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.744741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.744865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.744984] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.830671] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2127fd96-9141-4e40-9c05-730a1ef182ad [ 1102.830998] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.831186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.831289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.831596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.831718] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.831848] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2127fd96-9141-4e40-9c05-730a1ef182ad already deleted. [ 1102.831962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2127fd96-9141-4e40-9c05-730a1ef182ad" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.217355] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3eed4bdf-133b-4c82-8e6f-01522790b4ce [ 1103.217669] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.217868] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.217947] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.218223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.218321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.218421] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3eed4bdf-133b-4c82-8e6f-01522790b4ce already deleted. [ 1103.218508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eed4bdf-133b-4c82-8e6f-01522790b4ce" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.248010] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.750479] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.920611] env[64796]: INFO networking_nsxv3.common.synchronization [None req-05dbcda4-4c46-4c24-85e4-b4dcbd6738ed tempest-ServersTestManualDisk-1407840629 tempest-ServersTestManualDisk-1407840629-project-member] Enqueued Resource ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 with Priority: HIGHEST for action security_group_rules [ 1103.923134] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 with Priority: HIGHEST for action security_group_rules [ 1103.923763] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.923992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.924166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.925018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.925018] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9fa9f4e-8b36-4c8c-aab7-da6f8b906857',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.085197] env[64796]: INFO networking_nsxv3.common.synchronization [None req-9eeee148-43a9-479b-93ea-26adf0de606f tempest-ServersTestManualDisk-1407840629 tempest-ServersTestManualDisk-1407840629-project-member] Enqueued Resource ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 with Priority: HIGHEST for action security_group_rules [ 1104.086437] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 with Priority: HIGHEST for action security_group_rules [ 1104.088695] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.090831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.255923] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.257168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.257168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.257168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.257281] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.257386] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1104.292706] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.292706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.292706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.293083] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.293083] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.303569] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1104.449261] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.449696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.449696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.449780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.450221] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.450221] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 already deleted. [ 1104.450221] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.450455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.450455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.450514] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9fa9f4e-8b36-4c8c-aab7-da6f8b906857',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.983093] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.983093] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.983093] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.983271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.983364] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.983450] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 already deleted. [ 1104.983538] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.515324] env[64796]: INFO networking_nsxv3.common.synchronization [None req-b2014adf-db8c-4df1-9a83-a7f9ead29d09 None None] Enqueued Resource ID: 187fb97c-4ddd-4a2a-bbf8-514e7cd8a974 with Priority: HIGHEST for action port [ 1105.515324] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187fb97c-4ddd-4a2a-bbf8-514e7cd8a974 with Priority: HIGHEST for action port [ 1105.515324] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-187fb97c-4ddd-4a2a-bbf8-514e7cd8a974 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.515324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-187fb97c-4ddd-4a2a-bbf8-514e7cd8a974" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.515324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-187fb97c-4ddd-4a2a-bbf8-514e7cd8a974" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.516629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-187fb97c-4ddd-4a2a-bbf8-514e7cd8a974" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.516763] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('187fb97c-4ddd-4a2a-bbf8-514e7cd8a974',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.020136] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 187fb97c-4ddd-4a2a-bbf8-514e7cd8a974 [ 1106.020999] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.020999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.020999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.020999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.021207] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.021248] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:187fb97c-4ddd-4a2a-bbf8-514e7cd8a974 already deleted. [ 1106.021393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-187fb97c-4ddd-4a2a-bbf8-514e7cd8a974" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.224320] env[64796]: INFO networking_nsxv3.common.synchronization [None req-c009706b-d8e0-4353-9592-29b7ae81ef00 None None] Enqueued Resource ID: a80197fe-e8ab-4d33-b81c-425b1b98d156 with Priority: HIGHEST for action port [ 1106.225081] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a80197fe-e8ab-4d33-b81c-425b1b98d156 with Priority: HIGHEST for action port [ 1106.225543] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-a80197fe-e8ab-4d33-b81c-425b1b98d156 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.225700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a80197fe-e8ab-4d33-b81c-425b1b98d156" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.225798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a80197fe-e8ab-4d33-b81c-425b1b98d156" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.229946] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a80197fe-e8ab-4d33-b81c-425b1b98d156" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.229946] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a80197fe-e8ab-4d33-b81c-425b1b98d156',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.316284] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1106.316525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.733469] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a80197fe-e8ab-4d33-b81c-425b1b98d156 [ 1106.735993] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.736389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.736706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.737040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.737189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.737647] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a80197fe-e8ab-4d33-b81c-425b1b98d156 already deleted. [ 1106.737647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a80197fe-e8ab-4d33-b81c-425b1b98d156" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.865566] env[64796]: INFO networking_nsxv3.common.synchronization [req-77cd395b-5657-47e6-96ce-12124b949dea req-4e658f3a-406f-456f-9e4a-d54615e75b3f tempest-DeleteServersTestJSON-651100822 tempest-DeleteServersTestJSON-651100822-project-member] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1108.866953] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1108.866953] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.869500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.869500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.869500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.869500] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.869500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.869500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.869500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.869500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.869500] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.229878] env[64796]: INFO networking_nsxv3.common.synchronization [req-bc049a50-e597-46e8-b87e-50b23b895180 req-49b6775d-9f2b-4294-80ef-24edf8716e5d tempest-ServerMetadataTestJSON-1317875875 tempest-ServerMetadataTestJSON-1317875875-project-member] Enqueued Resource ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 with Priority: HIGHEST for action security_group_members [ 1109.230018] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 with Priority: HIGHEST for action security_group_members [ 1109.230688] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-3693d207-b2f5-4a69-9208-5c1a11b50018 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.230688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.230688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.230897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.230897] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.230976] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.231025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.231700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.231700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.231700] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3693d207-b2f5-4a69-9208-5c1a11b50018',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.370646] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.370750] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.370803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.370972] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.371078] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.371276] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.371375] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.371426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.371595] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.371705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.371801] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be updated. [ 1109.404320] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.404572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.404572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.404742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.404895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.417386] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 1109.592035] env[64796]: INFO networking_nsxv3.common.synchronization [req-6b0959f5-190f-4c7e-9ba7-f866e7100369 req-f1761836-4f6f-4220-8c1b-19f51212d0fb tempest-ServerAddressesTestJSON-1778596475 tempest-ServerAddressesTestJSON-1778596475-project-member] Enqueued Resource ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec with Priority: HIGHEST for action security_group_members [ 1109.595338] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec with Priority: HIGHEST for action security_group_members [ 1109.595338] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.595338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.595338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.595520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.595610] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.595865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.595865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.595931] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.596078] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.596078] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.733642] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.733798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.733919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.734104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.734199] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.734394] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.734491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.734555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.734735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.734789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.734872] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 is going to be updated. [ 1109.765845] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.766086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.766259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.766423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.766568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.778198] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 in Status: IN_PROGRESS for 2s [ 1110.027505] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.027505] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-382" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.027505] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-382" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.027505] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-382" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.028816] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.029245] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.029534] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.030041] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.030372] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.030774] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.031056] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.031283] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.031488] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.031702] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.032272] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.032542] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.078528] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.078702] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.078845] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.079036] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-382" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.080997] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-67c38d41-d997-49a0-9338-a0fbb9e7a4d6 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.081177] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-67c38d41-d997-49a0-9338-a0fbb9e7a4d6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.081339] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-67c38d41-d997-49a0-9338-a0fbb9e7a4d6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.081653] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-67c38d41-d997-49a0-9338-a0fbb9e7a4d6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.081803] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67c38d41-d997-49a0-9338-a0fbb9e7a4d6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.098766] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.098839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.098975] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.099123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.099377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.099667] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.099786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.099786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.100049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.100049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.100131] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec already deleted. [ 1110.100189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.587487] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.587880] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.588145] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.588602] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.588848] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.589143] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 67c38d41-d997-49a0-9338-a0fbb9e7a4d6 not found, creating... [ 1110.589597] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.589864] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.590076] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.590447] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.590678] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.591928] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.591928] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.591928] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.591928] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.592217] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.592385] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 67c38d41-d997-49a0-9338-a0fbb9e7a4d6 is going to be created. [ 1110.619471] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.619977] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.620147] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.620439] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.620680] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.620927] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-67c38d41-d997-49a0-9338-a0fbb9e7a4d6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.166994] env[64796]: INFO networking_nsxv3.common.synchronization [req-26f476f0-b15d-4946-91ef-ef9fad5f937a req-3380a926-0fe3-4d6e-8daa-d590fb8c0a11 tempest-ListServersNegativeTestJSON-723910326 tempest-ListServersNegativeTestJSON-723910326-project-member] Enqueued Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1111.167585] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1111.167953] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.168119] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.168193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.168400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.168788] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.168921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.168990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.169195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.169296] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.169391] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.375020] env[64796]: INFO networking_nsxv3.common.synchronization [req-6b0959f5-190f-4c7e-9ba7-f866e7100369 req-ae6bf779-44f0-46cf-91fb-37d6f7ed5112 service nova] Enqueued Resource ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec with Priority: HIGHEST for action security_group_rules [ 1111.375020] env[64796]: INFO networking_nsxv3.common.synchronization [req-6b0959f5-190f-4c7e-9ba7-f866e7100369 req-ae6bf779-44f0-46cf-91fb-37d6f7ed5112 service nova] Enqueued Resource ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec with Priority: HIGHEST for action security_group_members [ 1111.375020] env[64796]: INFO networking_nsxv3.common.synchronization [req-6b0959f5-190f-4c7e-9ba7-f866e7100369 req-ae6bf779-44f0-46cf-91fb-37d6f7ed5112 service nova] Enqueued Resource ID: 67c38d41-d997-49a0-9338-a0fbb9e7a4d6 with Priority: HIGHEST for action port [ 1111.375020] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec with Priority: HIGHEST for action security_group_rules [ 1111.375020] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec with Priority: HIGHEST for action security_group_members [ 1111.375020] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67c38d41-d997-49a0-9338-a0fbb9e7a4d6 with Priority: HIGHEST for action port [ 1111.375436] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.375984] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.378503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.378503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.378503] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.378503] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.378503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.378503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.380295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.380295] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.380295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.380295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.380295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.380295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.380295] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.380738] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-67c38d41-d997-49a0-9338-a0fbb9e7a4d6 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.380808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67c38d41-d997-49a0-9338-a0fbb9e7a4d6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.380880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67c38d41-d997-49a0-9338-a0fbb9e7a4d6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.381009] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67c38d41-d997-49a0-9338-a0fbb9e7a4d6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.381175] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67c38d41-d997-49a0-9338-a0fbb9e7a4d6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.431740] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 1111.431740] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 deletion is rescheduled due to dependency. [ 1111.431888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.635720] env[64796]: INFO networking_nsxv3.common.synchronization [req-2029ab31-e24c-4e85-9456-45928620a08b req-11c3be03-335f-4397-974e-70bf020f82b1 tempest-ListServersNegativeTestJSON-723910326 tempest-ListServersNegativeTestJSON-723910326-project-member] Enqueued Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1111.636640] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGHEST for action security_group_members [ 1111.637165] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.637311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.672993] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.794402] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 in Status: SUCCESS [ 1111.794640] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3693d207-b2f5-4a69-9208-5c1a11b50018 deletion is rescheduled due to dependency. [ 1111.795987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3693d207-b2f5-4a69-9208-5c1a11b50018" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.884608] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67c38d41-d997-49a0-9338-a0fbb9e7a4d6 with status ACTIVE [ 1111.884608] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.885217] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.885459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.886196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.886196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.886506] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.887899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.887899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.887899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.887899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.887899] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.887899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.887899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.887899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.887899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.887899] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67c38d41-d997-49a0-9338-a0fbb9e7a4d6 is going to be updated. [ 1111.889620] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.889620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.889775] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.917491] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.917773] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.917920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.918750] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.918827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.919135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67c38d41-d997-49a0-9338-a0fbb9e7a4d6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.176307] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.397486] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.678344] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.678561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.678612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.678842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.678963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.679084] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0eb040e-2990-446c-979f-db083f5daeb1 is going to be updated. [ 1112.710579] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.710579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.710579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.710579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.710579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.719323] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: IN_PROGRESS for 2s [ 1112.899980] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.900488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.900488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.900488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.900488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.900622] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec is going to be created. [ 1112.950417] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.950546] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.950546] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.950748] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.950911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.962398] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec in Status: UNINITIALIZED for 2s [ 1114.202246] env[64796]: INFO networking_nsxv3.common.synchronization [req-dc052dc0-f5db-4eb9-a991-5a0fbdc41297 req-c4f132b5-8d01-4606-8e6b-3b06c0f0e20b tempest-ImagesTestJSON-643861234 tempest-ImagesTestJSON-643861234-project-member] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 1114.202478] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 1114.202950] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.202950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.202950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.203265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.203554] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.203761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.203829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.203988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.204125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.204189] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.620199] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.620515] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.620515] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.620794] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.621070] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.621240] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.621407] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.621725] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.621864] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.622096] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.622220] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.622326] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.622464] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.622628] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.622745] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.622884] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.642669] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.642865] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1114.643068] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.643166] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-835" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.643540] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-f4fa53dc-8d48-4172-8ab7-e08aea185b39 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.643689] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-f4fa53dc-8d48-4172-8ab7-e08aea185b39" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.643791] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-f4fa53dc-8d48-4172-8ab7-e08aea185b39" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.644156] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-f4fa53dc-8d48-4172-8ab7-e08aea185b39" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.644299] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4fa53dc-8d48-4172-8ab7-e08aea185b39',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.712701] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.712701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.712701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.712701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.712701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.712701] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.712701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.712701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.712701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.712701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.712701] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 1114.729800] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: SUCCESS [ 1114.729800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.729800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.729800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.729800] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.729800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.729800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.729800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.729800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.729800] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.740468] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.740601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.740671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.740907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.741023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.754710] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 1114.974971] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec in Status: SUCCESS [ 1114.974971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.975187] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.975994] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.975994] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.975994] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.975994] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.975994] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.976266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.976266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.976266] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.147603] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.147924] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.148046] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.148290] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.148457] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.148619] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port f4fa53dc-8d48-4172-8ab7-e08aea185b39 not found, creating... [ 1115.148893] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.149083] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.149205] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.149447] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.149580] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.149868] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.150040] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.150165] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.150380] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.150514] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.150654] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: f4fa53dc-8d48-4172-8ab7-e08aea185b39 is going to be created. [ 1115.188049] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.188359] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.188495] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.188784] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.189118] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.189283] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-f4fa53dc-8d48-4172-8ab7-e08aea185b39" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.234715] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.235136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.235136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.236563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.236707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.237056] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.237269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.237373] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.237538] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.237621] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.237724] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0eb040e-2990-446c-979f-db083f5daeb1 is going to be updated. [ 1115.282847] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.282847] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.283060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.283188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.283344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.294266] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: IN_PROGRESS for 2s [ 1115.478548] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.478727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.478802] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.479052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.479229] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.479332] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.479398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.479554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.479677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.479836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.479912] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.479995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.480063] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.480208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.480348] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.480446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.480499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.480695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.480791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.480877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.480974] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.880710] env[64796]: INFO networking_nsxv3.common.synchronization [req-dc052dc0-f5db-4eb9-a991-5a0fbdc41297 req-1be49d20-1cd9-438b-9765-45bfab9780bf service nova] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_rules [ 1115.880900] env[64796]: INFO networking_nsxv3.common.synchronization [req-dc052dc0-f5db-4eb9-a991-5a0fbdc41297 req-1be49d20-1cd9-438b-9765-45bfab9780bf service nova] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 1115.882108] env[64796]: INFO networking_nsxv3.common.synchronization [req-dc052dc0-f5db-4eb9-a991-5a0fbdc41297 req-1be49d20-1cd9-438b-9765-45bfab9780bf service nova] Enqueued Resource ID: f4fa53dc-8d48-4172-8ab7-e08aea185b39 with Priority: HIGHEST for action port [ 1115.882108] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_rules [ 1115.882108] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 1115.882108] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4fa53dc-8d48-4172-8ab7-e08aea185b39 with Priority: HIGHEST for action port [ 1115.883502] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.883723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.883838] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.884525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.884525] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.885675] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.885807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.886610] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4fa53dc-8d48-4172-8ab7-e08aea185b39 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.886610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4fa53dc-8d48-4172-8ab7-e08aea185b39" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.886610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4fa53dc-8d48-4172-8ab7-e08aea185b39" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.886610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4fa53dc-8d48-4172-8ab7-e08aea185b39" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.886610] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4fa53dc-8d48-4172-8ab7-e08aea185b39',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.982887] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec: rpc.has_security_group_logging(os_id): False [ 1116.004917] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.005130] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.006479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.006479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.006479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.006674] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.006836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.006943] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.007612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.007612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.007612] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.007808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.007808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.007904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.007981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.008196] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.008294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.008357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.008498] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.008576] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.008674] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec is going to be created. [ 1116.082415] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.082590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.082726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.082987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.083285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.098521] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec in Status: IN_PROGRESS for 2s [ 1116.388117] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.388455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.388499] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4fa53dc-8d48-4172-8ab7-e08aea185b39 with status ACTIVE [ 1116.388655] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.388762] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.388827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.389052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.389147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.389345] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.389459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.389511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.389692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.389780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.389973] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.390104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.390158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.390297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.390375] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.390485] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4fa53dc-8d48-4172-8ab7-e08aea185b39 is going to be updated. [ 1116.414186] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.414655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.414655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.414792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.415064] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.415213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4fa53dc-8d48-4172-8ab7-e08aea185b39" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.767255] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 1116.768030] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 deletion is rescheduled due to dependency. [ 1116.768030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.768203] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.768429] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.768714] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.768848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.768945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.769130] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.769283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.769405] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.273621] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.304925] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0eb040e-2990-446c-979f-db083f5daeb1 in Status: SUCCESS [ 1117.305143] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0eb040e-2990-446c-979f-db083f5daeb1 deletion is rescheduled due to dependency. [ 1117.305283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.776887] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.120600] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec in Status: SUCCESS [ 1118.121083] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.280117] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.280252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.280298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.281035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.281035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.281035] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 1118.315287] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.315483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.315581] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.315860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.316087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.325750] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 1118.922776] env[64796]: INFO networking_nsxv3.common.synchronization [req-38fc6ccd-1bdb-4ab0-ad8c-053a803c5368 req-fbf5739c-9831-4113-8682-ae36049704ec tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_members [ 1118.922968] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_members [ 1118.923301] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-869d66d8-97e8-46aa-8f11-702c8717385b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.923424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.923503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.923744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.924067] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.924067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.924067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.924320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.924320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.924411] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.301915] env[64796]: INFO networking_nsxv3.common.synchronization [None req-e2a5edec-cbf2-4c2a-8712-b2bcfa4e650d None None] Enqueued Resource ID: 5e4454a6-7692-4f2a-b617-a127636b877d with Priority: HIGHEST for action port [ 1119.302195] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4454a6-7692-4f2a-b617-a127636b877d with Priority: HIGHEST for action port [ 1119.303210] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e4454a6-7692-4f2a-b617-a127636b877d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.303399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e4454a6-7692-4f2a-b617-a127636b877d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.303399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e4454a6-7692-4f2a-b617-a127636b877d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.303676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e4454a6-7692-4f2a-b617-a127636b877d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.303763] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e4454a6-7692-4f2a-b617-a127636b877d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.360527] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.360723] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.360958] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.361126] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.361386] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.361542] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.361927] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.361927] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.362190] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.362254] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.363694] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.363694] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.363694] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.363694] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.363694] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.363694] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.384681] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.384882] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.385147] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.385337] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.385671] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.385955] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.385955] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.386311] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.386452] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.426460] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.426670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.426845] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.426954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.427214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.427454] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.427571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.427677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.427882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.427980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.428100] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 869d66d8-97e8-46aa-8f11-702c8717385b already deleted. [ 1119.428212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.805888] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e4454a6-7692-4f2a-b617-a127636b877d [ 1119.806135] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.806314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.806410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.806619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.806709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.806807] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e4454a6-7692-4f2a-b617-a127636b877d already deleted. [ 1119.806889] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e4454a6-7692-4f2a-b617-a127636b877d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.893711] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.893942] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.894086] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.894378] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.894532] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.894689] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5 not found, creating... [ 1119.894968] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.895277] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.895277] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.895639] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.895639] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.895907] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.896079] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.896194] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.896409] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.896544] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.896687] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5 is going to be created. [ 1119.921011] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.921251] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.921379] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.921768] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.922287] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.922287] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.338210] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 1120.338928] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.339311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.339725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.340179] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.341017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.341017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.341017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.341017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.341261] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.341592] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.659861] env[64796]: INFO networking_nsxv3.common.synchronization [req-38fc6ccd-1bdb-4ab0-ad8c-053a803c5368 req-92df937e-ab52-45e4-b8a7-0940dcb5e077 service nova] Enqueued Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_rules [ 1120.660179] env[64796]: INFO networking_nsxv3.common.synchronization [req-38fc6ccd-1bdb-4ab0-ad8c-053a803c5368 req-92df937e-ab52-45e4-b8a7-0940dcb5e077 service nova] Enqueued Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_members [ 1120.660340] env[64796]: INFO networking_nsxv3.common.synchronization [req-38fc6ccd-1bdb-4ab0-ad8c-053a803c5368 req-92df937e-ab52-45e4-b8a7-0940dcb5e077 service nova] Enqueued Resource ID: a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5 with Priority: HIGHEST for action port [ 1120.660652] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_rules [ 1120.664635] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_members [ 1120.664635] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5 with Priority: HIGHEST for action port [ 1120.664635] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-869d66d8-97e8-46aa-8f11-702c8717385b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.664635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.664635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.664635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.664635] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.664635] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-869d66d8-97e8-46aa-8f11-702c8717385b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.664635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.664635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.664635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.664635] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.664635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.664635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.664635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.665147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.665147] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.668338] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.668338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.668338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.668338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.668338] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.846505] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.846676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.846750] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.846986] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.847944] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.847944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.847944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.847944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.847944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.847944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.847944] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.847944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.848352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.848352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.848469] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.848513] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.848545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.849087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.849087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.849087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.849087] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.995083] env[64796]: INFO networking_nsxv3.common.synchronization [req-753a70e0-5fa6-4f0a-85a2-7010ce1bec77 req-5e6b815e-b00a-4421-ad8c-ca8f23c61f25 tempest-ServerActionsTestOtherA-1986695756 tempest-ServerActionsTestOtherA-1986695756-project-member] Enqueued Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGHEST for action security_group_members [ 1120.997860] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGHEST for action security_group_members [ 1120.997860] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ded614-4f05-4475-86d5-7480b4a4132c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.997860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.997860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.997860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.997860] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.997860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.997860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.997860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.997860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.997860] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ded614-4f05-4475-86d5-7480b4a4132c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.174024] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-869d66d8-97e8-46aa-8f11-702c8717385b taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.174024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.174024] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5 with status ACTIVE [ 1121.174024] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.174024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.174024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.174024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.174024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.174024] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.174024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.174024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.174024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.174024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.174024] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.174728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.174728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.174728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.174728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.174728] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5 is going to be updated. [ 1121.176671] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.202877] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.203410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.203563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.203815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.204039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.204273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6d40f7b-7eeb-408a-8757-5f1eb0ec81b5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.350881] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa2624bb-abb6-424c-808f-b9c86444af79: rpc.has_security_group_logging(os_id): False [ 1121.392760] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.392970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.392970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.393402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.393402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.393619] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.393619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.393880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.393880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.393941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.394112] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.394211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.394278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.394405] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.394479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.394661] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.394752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.394838] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.394981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.395079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.395181] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 1121.503365] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.503365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.503365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.503365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.503365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.503365] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.503365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.503365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.503365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.503365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.503365] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ded614-4f05-4475-86d5-7480b4a4132c is going to be updated. [ 1121.506534] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.506722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.506811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.507023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.507227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.532770] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 1121.547625] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.547625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.547625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.547625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.547625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.558464] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ded614-4f05-4475-86d5-7480b4a4132c in Status: IN_PROGRESS for 2s [ 1121.680946] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.881635] env[64796]: INFO networking_nsxv3.common.synchronization [None req-fa1c0249-db70-4400-b174-19c556ceac24 None None] Enqueued Resource ID: 4a07b588-cdb1-41cf-9665-2551e3bdbf18 with Priority: HIGHEST for action port [ 1121.882209] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a07b588-cdb1-41cf-9665-2551e3bdbf18 with Priority: HIGHEST for action port [ 1121.882546] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a07b588-cdb1-41cf-9665-2551e3bdbf18 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.882775] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a07b588-cdb1-41cf-9665-2551e3bdbf18" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.882856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a07b588-cdb1-41cf-9665-2551e3bdbf18" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.883131] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a07b588-cdb1-41cf-9665-2551e3bdbf18" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.883232] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a07b588-cdb1-41cf-9665-2551e3bdbf18',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.183690] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.184111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.184111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.184242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.184242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.184341] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 869d66d8-97e8-46aa-8f11-702c8717385b is going to be created. [ 1122.212841] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.212841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.212841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.212841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.212841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.224867] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 869d66d8-97e8-46aa-8f11-702c8717385b in Status: UNINITIALIZED for 2s [ 1122.385615] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a07b588-cdb1-41cf-9665-2551e3bdbf18 [ 1122.385964] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.385964] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.386087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.386283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.386377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.386475] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a07b588-cdb1-41cf-9665-2551e3bdbf18 already deleted. [ 1122.386555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a07b588-cdb1-41cf-9665-2551e3bdbf18" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.802918] env[64796]: INFO networking_nsxv3.common.synchronization [req-c8cf06b7-b5ad-4760-9bd5-a9cb6311a0b9 req-99f8d382-8f12-4eba-90ba-852ba391243e tempest-ServerAddressesNegativeTestJSON-233165142 tempest-ServerAddressesNegativeTestJSON-233165142-project-member] Enqueued Resource ID: 2229e017-f94c-4350-9208-c9e5696960c7 with Priority: HIGHEST for action security_group_members [ 1122.802918] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2229e017-f94c-4350-9208-c9e5696960c7 with Priority: HIGHEST for action security_group_members [ 1122.802918] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2229e017-f94c-4350-9208-c9e5696960c7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.802918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.802918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.803231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.803375] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.803492] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.803556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.803708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.803796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.803896] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2229e017-f94c-4350-9208-c9e5696960c7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.308289] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.308289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.308289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.308289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.308289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.308289] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.308289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.308289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.308289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.308289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.308289] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2229e017-f94c-4350-9208-c9e5696960c7 already deleted. [ 1123.308289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.317131] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.317131] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-851" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.317131] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-851" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.317566] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-851" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.317732] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.317912] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.318016] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.318766] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.318912] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.319259] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.319259] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.319359] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.319469] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.319582] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.319688] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.319819] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.340536] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.340742] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.340916] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.341125] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-851" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.341558] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-35ada2e3-230b-441c-aa60-0e81b2b9f773 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.341806] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-35ada2e3-230b-441c-aa60-0e81b2b9f773" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.341953] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-35ada2e3-230b-441c-aa60-0e81b2b9f773" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.342341] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-35ada2e3-230b-441c-aa60-0e81b2b9f773" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.342526] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35ada2e3-230b-441c-aa60-0e81b2b9f773',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.549653] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 1123.550491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.569811] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ded614-4f05-4475-86d5-7480b4a4132c in Status: SUCCESS [ 1123.569811] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ded614-4f05-4475-86d5-7480b4a4132c deletion is rescheduled due to dependency. [ 1123.569811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.845242] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.845554] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.845701] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.845988] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.846161] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.846450] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 35ada2e3-230b-441c-aa60-0e81b2b9f773 not found, creating... [ 1123.846716] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.846932] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.847172] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.847414] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.847558] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.847843] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.847998] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.848141] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.848345] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.848482] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.848651] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 35ada2e3-230b-441c-aa60-0e81b2b9f773 is going to be created. [ 1123.871216] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.871435] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.871566] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.871847] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.872089] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.872317] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-35ada2e3-230b-441c-aa60-0e81b2b9f773" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.234476] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 869d66d8-97e8-46aa-8f11-702c8717385b in Status: SUCCESS [ 1124.234653] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.234834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.235082] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.235342] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.235487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.235546] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.235735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.235797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.235884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.235961] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.560789] env[64796]: INFO networking_nsxv3.common.synchronization [req-c8cf06b7-b5ad-4760-9bd5-a9cb6311a0b9 req-450656c3-3c56-4167-8215-4b5187f4e8d6 service nova] Enqueued Resource ID: 2229e017-f94c-4350-9208-c9e5696960c7 with Priority: HIGHEST for action security_group_rules [ 1124.561083] env[64796]: INFO networking_nsxv3.common.synchronization [req-c8cf06b7-b5ad-4760-9bd5-a9cb6311a0b9 req-450656c3-3c56-4167-8215-4b5187f4e8d6 service nova] Enqueued Resource ID: 2229e017-f94c-4350-9208-c9e5696960c7 with Priority: HIGHEST for action security_group_members [ 1124.561160] env[64796]: INFO networking_nsxv3.common.synchronization [req-c8cf06b7-b5ad-4760-9bd5-a9cb6311a0b9 req-450656c3-3c56-4167-8215-4b5187f4e8d6 service nova] Enqueued Resource ID: 35ada2e3-230b-441c-aa60-0e81b2b9f773 with Priority: HIGHEST for action port [ 1124.561646] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2229e017-f94c-4350-9208-c9e5696960c7 with Priority: HIGHEST for action security_group_rules [ 1124.561805] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2229e017-f94c-4350-9208-c9e5696960c7 with Priority: HIGHEST for action security_group_members [ 1124.561865] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ada2e3-230b-441c-aa60-0e81b2b9f773 with Priority: HIGHEST for action port [ 1124.562297] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2229e017-f94c-4350-9208-c9e5696960c7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.562415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.562478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.563579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.563579] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2229e017-f94c-4350-9208-c9e5696960c7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.564247] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2229e017-f94c-4350-9208-c9e5696960c7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.564402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.564468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.567385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.567385] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.567385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.567385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.567385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.567385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.567385] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2229e017-f94c-4350-9208-c9e5696960c7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.568546] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-35ada2e3-230b-441c-aa60-0e81b2b9f773 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.568674] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35ada2e3-230b-441c-aa60-0e81b2b9f773" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.568739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35ada2e3-230b-441c-aa60-0e81b2b9f773" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.568887] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35ada2e3-230b-441c-aa60-0e81b2b9f773" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.568983] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35ada2e3-230b-441c-aa60-0e81b2b9f773',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.738677] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.070994] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2229e017-f94c-4350-9208-c9e5696960c7 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.071223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.071483] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2229e017-f94c-4350-9208-c9e5696960c7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.073244] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35ada2e3-230b-441c-aa60-0e81b2b9f773 with status ACTIVE [ 1125.073548] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.073773] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.073911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.074328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.074474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.075354] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.075487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.075558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.075743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.075837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.076040] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.076144] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.076208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.076354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.076432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.076519] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35ada2e3-230b-441c-aa60-0e81b2b9f773 is going to be updated. [ 1125.110320] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.110473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.110523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.122196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.122196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.122196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35ada2e3-230b-441c-aa60-0e81b2b9f773" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.205923] env[64796]: INFO networking_nsxv3.common.synchronization [req-edabb159-1636-48d6-8d25-77c9a5ba89e1 req-b2f90ffd-bf71-4781-b732-4555cff82a8d tempest-ServerAddressesTestJSON-1778596475 tempest-ServerAddressesTestJSON-1778596475-project-member] Enqueued Resource ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec with Priority: HIGHEST for action security_group_members [ 1125.206612] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec with Priority: HIGHEST for action security_group_members [ 1125.206810] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.206954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.207075] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.207357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.207523] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.207629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.207691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.207842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.207930] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.208036] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.241687] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 869d66d8-97e8-46aa-8f11-702c8717385b: rpc.has_security_group_logging(os_id): False [ 1125.262547] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.262768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.262768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.263020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.263129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.263394] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.263495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.263605] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.263736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.263823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.263931] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 869d66d8-97e8-46aa-8f11-702c8717385b is going to be created. [ 1125.338410] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.338616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.338692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.339012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.339191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.354177] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 869d66d8-97e8-46aa-8f11-702c8717385b in Status: IN_PROGRESS for 2s [ 1125.579306] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2229e017-f94c-4350-9208-c9e5696960c7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.692319] env[64796]: INFO networking_nsxv3.common.synchronization [req-05118489-16c2-48eb-94f3-0796749723f6 req-fc1eebaa-bdcd-4f85-8b49-6befe1b9087f tempest-ServersTestManualDisk-1407840629 tempest-ServersTestManualDisk-1407840629-project-member] Enqueued Resource ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 with Priority: HIGHEST for action security_group_members [ 1125.693831] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 with Priority: HIGHEST for action security_group_members [ 1125.694314] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.694789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.694966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.695209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.695453] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.695564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.695693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.695828] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.695920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.696033] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9fa9f4e-8b36-4c8c-aab7-da6f8b906857',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.714758] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.714758] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.714758] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.715245] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.715245] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.715307] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.715408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.715554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.715634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.715715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.715806] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec is going to be updated. [ 1125.761726] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.761885] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.761966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.762259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.762471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.774795] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec in Status: IN_PROGRESS for 2s [ 1126.005573] env[64796]: INFO networking_nsxv3.common.synchronization [None req-faad7547-69f8-46cf-8e15-af8a895c0a6d None None] Enqueued Resource ID: 1e21fd74-eedd-412b-be79-546a044968e1 with Priority: HIGHEST for action port [ 1126.006186] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e21fd74-eedd-412b-be79-546a044968e1 with Priority: HIGHEST for action port [ 1126.007038] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e21fd74-eedd-412b-be79-546a044968e1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.007260] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e21fd74-eedd-412b-be79-546a044968e1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.007346] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e21fd74-eedd-412b-be79-546a044968e1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.007804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e21fd74-eedd-412b-be79-546a044968e1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.007914] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e21fd74-eedd-412b-be79-546a044968e1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.083608] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.083780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.083860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.084198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.084239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.084357] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2229e017-f94c-4350-9208-c9e5696960c7 is going to be created. [ 1126.129052] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.129273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.129273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.129673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.129743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.133023] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.133248] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-12" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.133358] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-12" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.134425] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-12" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.134519] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.134741] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.134741] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.135234] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.135234] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.135413] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.135531] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.135646] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.135758] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.135871] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.135977] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.136134] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.142858] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2229e017-f94c-4350-9208-c9e5696960c7 in Status: UNINITIALIZED for 2s [ 1126.159688] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.159854] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.159956] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.160154] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-12" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.160514] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-826c8326-3364-476e-9197-945b94e59e6d taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.160663] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-826c8326-3364-476e-9197-945b94e59e6d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.160758] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-826c8326-3364-476e-9197-945b94e59e6d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.161095] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-826c8326-3364-476e-9197-945b94e59e6d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.161443] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('826c8326-3364-476e-9197-945b94e59e6d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.202062] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.202250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.202293] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.202527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.202609] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.202806] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.202937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.202997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.203123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.203198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.203361] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 already deleted. [ 1126.203361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.511213] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e21fd74-eedd-412b-be79-546a044968e1 [ 1126.511213] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.511213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.511213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.511213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.511213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.511213] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e21fd74-eedd-412b-be79-546a044968e1 already deleted. [ 1126.511213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e21fd74-eedd-412b-be79-546a044968e1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.665192] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.665505] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.666071] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.666071] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.666232] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.666277] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 826c8326-3364-476e-9197-945b94e59e6d not found, creating... [ 1126.666545] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.666700] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.666820] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.667060] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.667294] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.667635] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.668012] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.668196] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.668459] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.668598] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.668742] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 826c8326-3364-476e-9197-945b94e59e6d is going to be created. [ 1126.693423] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.693663] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.693762] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.694080] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.694336] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.694570] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-826c8326-3364-476e-9197-945b94e59e6d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.378923] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 869d66d8-97e8-46aa-8f11-702c8717385b in Status: SUCCESS [ 1127.379140] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.411829] env[64796]: INFO networking_nsxv3.common.synchronization [None req-01046fd9-67a0-4c92-a5f9-38135f5f8af7 tempest-AttachVolumeTestJSON-1832751259 tempest-AttachVolumeTestJSON-1832751259-project-member] Enqueued Resource ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f with Priority: HIGHEST for action security_group_rules [ 1127.415196] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f with Priority: HIGHEST for action security_group_rules [ 1127.415196] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-538d3f8a-bb87-4404-bbc4-ec94a1472c1f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.415196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.415196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.415196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.415196] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('538d3f8a-bb87-4404-bbc4-ec94a1472c1f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.446372] env[64796]: INFO networking_nsxv3.common.synchronization [req-05118489-16c2-48eb-94f3-0796749723f6 req-0d37a0ff-e786-490a-818f-41b2c269da11 service nova] Enqueued Resource ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 with Priority: HIGHEST for action security_group_rules [ 1127.446565] env[64796]: INFO networking_nsxv3.common.synchronization [req-05118489-16c2-48eb-94f3-0796749723f6 req-0d37a0ff-e786-490a-818f-41b2c269da11 service nova] Enqueued Resource ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 with Priority: HIGHEST for action security_group_members [ 1127.446565] env[64796]: INFO networking_nsxv3.common.synchronization [req-05118489-16c2-48eb-94f3-0796749723f6 req-0d37a0ff-e786-490a-818f-41b2c269da11 service nova] Enqueued Resource ID: 826c8326-3364-476e-9197-945b94e59e6d with Priority: HIGHEST for action port [ 1127.447482] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 with Priority: HIGHEST for action security_group_rules [ 1127.447655] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 with Priority: HIGHEST for action security_group_members [ 1127.447859] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826c8326-3364-476e-9197-945b94e59e6d with Priority: HIGHEST for action port [ 1127.448475] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.448646] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.448728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.449043] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.449707] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9fa9f4e-8b36-4c8c-aab7-da6f8b906857',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.451440] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.451777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.451853] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.452393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.452757] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.452887] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.452971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.455128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.455128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.455128] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9fa9f4e-8b36-4c8c-aab7-da6f8b906857',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.455870] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-826c8326-3364-476e-9197-945b94e59e6d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.455870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-826c8326-3364-476e-9197-945b94e59e6d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.455870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-826c8326-3364-476e-9197-945b94e59e6d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.455870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-826c8326-3364-476e-9197-945b94e59e6d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.456085] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('826c8326-3364-476e-9197-945b94e59e6d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.533875] env[64796]: INFO networking_nsxv3.common.synchronization [None req-ee7e69f1-c7ae-4721-b42a-fd6bac3b3400 tempest-AttachVolumeTestJSON-1832751259 tempest-AttachVolumeTestJSON-1832751259-project-member] Enqueued Resource ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f with Priority: HIGHEST for action security_group_rules [ 1127.536248] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f with Priority: HIGHEST for action security_group_rules [ 1127.536715] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-538d3f8a-bb87-4404-bbc4-ec94a1472c1f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.537070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.787135] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec in Status: SUCCESS [ 1127.787515] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec deletion is rescheduled due to dependency. [ 1127.787651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.937371] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.937680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.937768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.937916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.938017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.938141] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f already deleted. [ 1127.938268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.938478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.938687] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.938816] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('538d3f8a-bb87-4404-bbc4-ec94a1472c1f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.952506] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.952704] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.956786] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9fa9f4e-8b36-4c8c-aab7-da6f8b906857',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.960938] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 826c8326-3364-476e-9197-945b94e59e6d with status ACTIVE [ 1127.961191] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.961369] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.961369] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.961587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.961681] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.961861] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.961988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.962150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.962227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.962353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.962530] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.962641] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.962723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.962821] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.962887] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.962971] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 826c8326-3364-476e-9197-945b94e59e6d is going to be updated. [ 1127.988568] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.988568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.988821] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.988854] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.989067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.989150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-826c8326-3364-476e-9197-945b94e59e6d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.154301] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2229e017-f94c-4350-9208-c9e5696960c7 in Status: SUCCESS [ 1128.154591] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.154687] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.154887] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.155094] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.157351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.157351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.157351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.157351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.157351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.157351] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2229e017-f94c-4350-9208-c9e5696960c7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.401033] env[64796]: INFO networking_nsxv3.common.synchronization [None req-2e9b2f28-a5c5-413f-a66f-04bb1a33e124 None None] Enqueued Resource ID: d78f0c14-65f7-44fe-9ff6-8be0a18b9a2e with Priority: HIGHEST for action port [ 1128.401567] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78f0c14-65f7-44fe-9ff6-8be0a18b9a2e with Priority: HIGHEST for action port [ 1128.401962] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-d78f0c14-65f7-44fe-9ff6-8be0a18b9a2e taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.402146] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d78f0c14-65f7-44fe-9ff6-8be0a18b9a2e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.402237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d78f0c14-65f7-44fe-9ff6-8be0a18b9a2e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.402566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d78f0c14-65f7-44fe-9ff6-8be0a18b9a2e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.402675] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d78f0c14-65f7-44fe-9ff6-8be0a18b9a2e',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.462015] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.462200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.462248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.464428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.464569] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.464626] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f already deleted. [ 1128.464677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.464915] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9fa9f4e-8b36-4c8c-aab7-da6f8b906857',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.658818] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2229e017-f94c-4350-9208-c9e5696960c7 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.659054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.659401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.659721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.660031] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.660149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.660205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.660368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.660455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.660542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.660687] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2229e017-f94c-4350-9208-c9e5696960c7 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.660776] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.660831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.660978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.661116] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.661227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.661300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.661408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.661502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.661604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.661709] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2229e017-f94c-4350-9208-c9e5696960c7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.905034] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d78f0c14-65f7-44fe-9ff6-8be0a18b9a2e [ 1128.905034] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.905034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.905557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.905557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.905557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.905557] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d78f0c14-65f7-44fe-9ff6-8be0a18b9a2e already deleted. [ 1128.905696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d78f0c14-65f7-44fe-9ff6-8be0a18b9a2e" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.970287] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.970287] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.970287] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.970287] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.970610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.970610] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 is going to be created. [ 1129.004779] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.005055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.005147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.005459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.005709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.018229] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 in Status: UNINITIALIZED for 2s [ 1129.165052] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2229e017-f94c-4350-9208-c9e5696960c7: rpc.has_security_group_logging(os_id): False [ 1129.184102] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.184255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.184329] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.184544] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.184641] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.184844] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.184996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.184996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.185178] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.185332] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.185513] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.185709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.185709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.185822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.185876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.187498] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.187615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.187615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.188596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.188662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.188712] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2229e017-f94c-4350-9208-c9e5696960c7 is going to be created. [ 1129.270710] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.270710] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.270710] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.270929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.271059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.287770] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2229e017-f94c-4350-9208-c9e5696960c7 in Status: IN_PROGRESS for 2s [ 1131.028967] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 in Status: SUCCESS [ 1131.029404] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.029498] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.029721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.030036] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.030175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.030234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.030432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.030557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.030654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.030803] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9fa9f4e-8b36-4c8c-aab7-da6f8b906857',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.306093] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2229e017-f94c-4350-9208-c9e5696960c7 in Status: SUCCESS [ 1131.306093] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.533395] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9fa9f4e-8b36-4c8c-aab7-da6f8b906857',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.036715] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9fa9f4e-8b36-4c8c-aab7-da6f8b906857: rpc.has_security_group_logging(os_id): False [ 1132.058630] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.058630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.058925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.058925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.059137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.059310] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.059412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.059472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.059636] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.059711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.059803] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 is going to be created. [ 1132.140809] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.141042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.141240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.141631] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.141877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.156768] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 in Status: IN_PROGRESS for 2s [ 1133.403066] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1133.403370] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1134.172518] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 in Status: SUCCESS [ 1134.172792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.055077] env[64796]: INFO networking_nsxv3.common.synchronization [req-c5a5584b-1c0d-4cef-ab6d-2a7c458af6ad req-6d512ab7-b95f-4476-b8e8-8c62955a3091 tempest-ServerAddressesNegativeTestJSON-233165142 tempest-ServerAddressesNegativeTestJSON-233165142-project-member] Enqueued Resource ID: 2229e017-f94c-4350-9208-c9e5696960c7 with Priority: HIGHEST for action security_group_members [ 1136.055804] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2229e017-f94c-4350-9208-c9e5696960c7 with Priority: HIGHEST for action security_group_members [ 1136.056245] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2229e017-f94c-4350-9208-c9e5696960c7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.056365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.056565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.056644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.056830] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.058061] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.058251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.058378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.058480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.058596] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2229e017-f94c-4350-9208-c9e5696960c7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.561384] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.561534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.562472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.562472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.562472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.562472] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.562472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.562472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.562472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.562934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.562934] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2229e017-f94c-4350-9208-c9e5696960c7 is going to be updated. [ 1136.624421] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.624421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.624421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.624421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.624421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.636527] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2229e017-f94c-4350-9208-c9e5696960c7 in Status: IN_PROGRESS for 2s [ 1138.652508] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2229e017-f94c-4350-9208-c9e5696960c7 in Status: SUCCESS [ 1138.652508] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2229e017-f94c-4350-9208-c9e5696960c7 deletion is rescheduled due to dependency. [ 1138.652508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.941381] env[64796]: INFO networking_nsxv3.common.synchronization [None req-b1d34d83-475f-4513-9cd3-13f57808fdaa tempest-ServerDiskConfigTestJSON-2144250167 tempest-ServerDiskConfigTestJSON-2144250167-project-member] Enqueued Resource ID: 25689d35-cc69-4f8d-9cd5-67f91cc739f2 with Priority: HIGHEST for action security_group_rules [ 1138.943661] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25689d35-cc69-4f8d-9cd5-67f91cc739f2 with Priority: HIGHEST for action security_group_rules [ 1138.943661] env[64796]: INFO networking_nsxv3.common.synchronization [None req-4dc8c131-13ed-4755-86b3-79b4d76e6f08 None None] Enqueued Resource ID: 39305a4b-7f46-420b-bf1f-24265e5535b4 with Priority: HIGHEST for action port [ 1138.943661] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25689d35-cc69-4f8d-9cd5-67f91cc739f2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.944108] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25689d35-cc69-4f8d-9cd5-67f91cc739f2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.944108] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25689d35-cc69-4f8d-9cd5-67f91cc739f2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.944108] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25689d35-cc69-4f8d-9cd5-67f91cc739f2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.944203] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25689d35-cc69-4f8d-9cd5-67f91cc739f2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.945166] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39305a4b-7f46-420b-bf1f-24265e5535b4 with Priority: HIGHEST for action port [ 1138.947377] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-39305a4b-7f46-420b-bf1f-24265e5535b4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.948338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39305a4b-7f46-420b-bf1f-24265e5535b4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.948423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39305a4b-7f46-420b-bf1f-24265e5535b4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.948715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39305a4b-7f46-420b-bf1f-24265e5535b4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.948838] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39305a4b-7f46-420b-bf1f-24265e5535b4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.037589] env[64796]: INFO networking_nsxv3.common.synchronization [None req-7a77ccc7-e0c3-41ef-b8af-b0da6633be23 tempest-ServerDiskConfigTestJSON-2144250167 tempest-ServerDiskConfigTestJSON-2144250167-project-member] Enqueued Resource ID: 25689d35-cc69-4f8d-9cd5-67f91cc739f2 with Priority: HIGHEST for action security_group_rules [ 1139.038186] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25689d35-cc69-4f8d-9cd5-67f91cc739f2 with Priority: HIGHEST for action security_group_rules [ 1139.038693] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25689d35-cc69-4f8d-9cd5-67f91cc739f2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.039407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25689d35-cc69-4f8d-9cd5-67f91cc739f2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.432054] env[64796]: INFO networking_nsxv3.common.synchronization [req-88730e06-62b4-4ba1-b69b-7890cd5c98f1 req-b59cbff3-ca5a-4710-9d77-1582e609866f tempest-ImagesTestJSON-643861234 tempest-ImagesTestJSON-643861234-project-member] Enqueued Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 1139.432921] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2624bb-abb6-424c-808f-b9c86444af79 with Priority: HIGHEST for action security_group_members [ 1139.432921] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2624bb-abb6-424c-808f-b9c86444af79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.433096] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.433136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.433317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.433459] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.433930] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.433982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.434163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.434254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.434351] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2624bb-abb6-424c-808f-b9c86444af79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.454346] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39305a4b-7f46-420b-bf1f-24265e5535b4 [ 1139.454561] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.454662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.454662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.454864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.454953] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.455154] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39305a4b-7f46-420b-bf1f-24265e5535b4 already deleted. [ 1139.455193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39305a4b-7f46-420b-bf1f-24265e5535b4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.481612] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.481763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.481838] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.482068] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.482162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.482257] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25689d35-cc69-4f8d-9cd5-67f91cc739f2 already deleted. [ 1139.482344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25689d35-cc69-4f8d-9cd5-67f91cc739f2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.482487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25689d35-cc69-4f8d-9cd5-67f91cc739f2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.482743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25689d35-cc69-4f8d-9cd5-67f91cc739f2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.482743] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25689d35-cc69-4f8d-9cd5-67f91cc739f2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.671756] env[64796]: INFO networking_nsxv3.common.synchronization [None req-74b92acf-527f-4598-a8b6-b6be8a382f32 tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGHEST for action security_group_rules [ 1139.671756] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGHEST for action security_group_rules [ 1139.671756] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.671756] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.671756] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.672724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.672724] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3cbbd0a-3b61-491d-8d4d-ca78d5119a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.757083] env[64796]: INFO networking_nsxv3.common.synchronization [None req-b39093c7-8a4f-46a7-ba49-c8a0a2ec8106 tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGHEST for action security_group_rules [ 1139.759017] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGHEST for action security_group_rules [ 1139.759156] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.759473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.938815] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.938815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.938815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.938815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.938815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.938815] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.938815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.938815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.938815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.938815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.938815] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 is going to be updated. [ 1139.969509] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.969662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.969735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.969993] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.970157] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.981014] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: IN_PROGRESS for 2s [ 1140.008280] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.008471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.008529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.008895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.009029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.009142] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25689d35-cc69-4f8d-9cd5-67f91cc739f2 already deleted. [ 1140.009236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25689d35-cc69-4f8d-9cd5-67f91cc739f2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.193350] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.194449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.194449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.196614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.196614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.196614] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 already deleted. [ 1140.196614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.196614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.196614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.196614] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3cbbd0a-3b61-491d-8d4d-ca78d5119a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.720645] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.720939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.721043] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.721554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.721554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.721726] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 already deleted. [ 1140.721807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.296021] env[64796]: INFO networking_nsxv3.common.synchronization [None req-20efdbe5-85d6-4de8-b525-15487fa38364 None None] Enqueued Resource ID: 72613626-d122-412e-8cb3-8e8175479830 with Priority: HIGHEST for action port [ 1141.296604] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72613626-d122-412e-8cb3-8e8175479830 with Priority: HIGHEST for action port [ 1141.296909] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-72613626-d122-412e-8cb3-8e8175479830 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.297420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72613626-d122-412e-8cb3-8e8175479830" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.297547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72613626-d122-412e-8cb3-8e8175479830" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.297822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72613626-d122-412e-8cb3-8e8175479830" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.297908] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72613626-d122-412e-8cb3-8e8175479830',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.799927] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72613626-d122-412e-8cb3-8e8175479830 [ 1141.800246] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.800317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.800361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.800575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.800668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.800764] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72613626-d122-412e-8cb3-8e8175479830 already deleted. [ 1141.800846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72613626-d122-412e-8cb3-8e8175479830" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.992255] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2624bb-abb6-424c-808f-b9c86444af79 in Status: SUCCESS [ 1141.992622] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2624bb-abb6-424c-808f-b9c86444af79 deletion is rescheduled due to dependency. [ 1141.992724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2624bb-abb6-424c-808f-b9c86444af79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.810185] env[64796]: INFO networking_nsxv3.common.synchronization [req-b2f9d2ba-cf14-4522-96ab-0b7443b1cd71 req-4c8f6911-81a1-45e3-a187-c2a23fa61d6b tempest-ServerDiskConfigTestJSON-2144250167 tempest-ServerDiskConfigTestJSON-2144250167-project-member] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1142.810862] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1142.811459] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.811586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.811663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.811936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.812150] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.812263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.812339] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.812473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.812559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.812659] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.315742] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.315742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.315742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.316028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.316136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.316349] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.316453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.316513] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.316671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.316978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.316978] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be updated. [ 1143.348651] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.348817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.349019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.349578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.349578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.367618] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 1145.379729] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 1145.380157] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 deletion is rescheduled due to dependency. [ 1145.380157] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.940299] env[64796]: INFO networking_nsxv3.common.synchronization [req-add548d2-d4df-4077-a585-b53ccfd09520 req-180206cc-4f86-437e-9b3f-fdc8d4faf39b tempest-ServersTestJSON-379968790 tempest-ServersTestJSON-379968790-project-member] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1145.941171] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1145.941234] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.941343] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.941407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.941605] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.941750] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.941844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.941902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.942065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.942149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.942239] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.338820] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.339049] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.339160] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.339437] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.339705] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.339959] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.340151] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.340369] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.340517] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.340733] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.340849] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.340957] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.341084] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.341209] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.341327] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.341433] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.362767] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.362945] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.363104] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.363285] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.363651] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-08902ae8-750b-4054-ae64-a5c2df35c265 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.363834] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-08902ae8-750b-4054-ae64-a5c2df35c265" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.364022] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-08902ae8-750b-4054-ae64-a5c2df35c265" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.364353] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-08902ae8-750b-4054-ae64-a5c2df35c265" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.364497] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08902ae8-750b-4054-ae64-a5c2df35c265',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.444472] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.867021] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.867302] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.867434] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.867776] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.867933] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.868815] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 08902ae8-750b-4054-ae64-a5c2df35c265 not found, creating... [ 1146.868815] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.868815] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.868815] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.869062] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.869062] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.869295] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.869454] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.869571] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.869781] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.869943] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.870582] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 08902ae8-750b-4054-ae64-a5c2df35c265 is going to be created. [ 1146.894662] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.894662] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.894662] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.894969] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.895148] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.895955] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-08902ae8-750b-4054-ae64-a5c2df35c265" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.946793] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.449465] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.449820] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.449820] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.450098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.450259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.450319] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1147.478373] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.478601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.478601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.478811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.478958] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.489849] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1147.652632] env[64796]: INFO networking_nsxv3.common.synchronization [req-add548d2-d4df-4077-a585-b53ccfd09520 req-94c83a7e-ddae-45d5-944b-7126c3409da5 service nova] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_rules [ 1147.653256] env[64796]: INFO networking_nsxv3.common.synchronization [req-add548d2-d4df-4077-a585-b53ccfd09520 req-94c83a7e-ddae-45d5-944b-7126c3409da5 service nova] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1147.653641] env[64796]: INFO networking_nsxv3.common.synchronization [req-add548d2-d4df-4077-a585-b53ccfd09520 req-94c83a7e-ddae-45d5-944b-7126c3409da5 service nova] Enqueued Resource ID: 08902ae8-750b-4054-ae64-a5c2df35c265 with Priority: HIGHEST for action port [ 1147.654503] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_rules [ 1147.654503] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1147.654503] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08902ae8-750b-4054-ae64-a5c2df35c265 with Priority: HIGHEST for action port [ 1147.654763] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.654893] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.654962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.655218] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.655263] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.656753] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.656753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.656998] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-08902ae8-750b-4054-ae64-a5c2df35c265 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.657069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08902ae8-750b-4054-ae64-a5c2df35c265" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.657431] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08902ae8-750b-4054-ae64-a5c2df35c265" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.657604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08902ae8-750b-4054-ae64-a5c2df35c265" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.657703] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08902ae8-750b-4054-ae64-a5c2df35c265',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.157588] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.157839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.159225] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08902ae8-750b-4054-ae64-a5c2df35c265 with status ACTIVE [ 1148.159420] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.159550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.159631] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.159855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.159953] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.160148] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.160263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.160482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.160482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.160618] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.160708] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.160795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.160847] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.160985] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.161079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.161149] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08902ae8-750b-4054-ae64-a5c2df35c265 is going to be updated. [ 1148.200125] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.200278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.200354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.200657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.200807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.200988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08902ae8-750b-4054-ae64-a5c2df35c265" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.501117] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1149.501465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.501573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.501892] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.502112] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.502234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.502301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.502499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.502614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.502749] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.006036] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.507884] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.526701] env[64796]: INFO networking_nsxv3.common.synchronization [req-2115eb3a-1a44-46aa-9a66-bbf94b03669d req-456363a5-bd56-419f-b14a-665ac8afac03 tempest-AttachVolumeTestJSON-1832751259 tempest-AttachVolumeTestJSON-1832751259-project-member] Enqueued Resource ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f with Priority: HIGHEST for action security_group_members [ 1150.527165] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f with Priority: HIGHEST for action security_group_members [ 1150.527485] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.527613] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.527773] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.529038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.529906] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.529906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.530133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.530301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.530421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.530549] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538d3f8a-bb87-4404-bbc4-ec94a1472c1f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.905823] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.905823] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-648" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.905823] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-648" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.906098] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-648" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.906219] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.906386] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.906504] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.906741] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.906860] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.907092] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.907206] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.907313] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.907420] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.907532] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.907636] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.907864] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.928449] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.928618] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.928803] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.928990] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-648" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.929366] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-5eec97c6-4c08-4ee8-bf05-07670d3c6076 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.929514] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-5eec97c6-4c08-4ee8-bf05-07670d3c6076" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.929611] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-5eec97c6-4c08-4ee8-bf05-07670d3c6076" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.929935] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-5eec97c6-4c08-4ee8-bf05-07670d3c6076" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.930091] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eec97c6-4c08-4ee8-bf05-07670d3c6076',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.010162] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.010462] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.010587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.010935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.011151] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.011267] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1151.032821] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.033018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.033099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.033285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.033376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.033578] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.033673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.033738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.033901] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.033966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.034101] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f already deleted. [ 1151.034170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.041722] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.041896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.041975] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.042178] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.042320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.052702] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1151.432546] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.432722] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.432817] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.433090] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.433244] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.433397] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 5eec97c6-4c08-4ee8-bf05-07670d3c6076 not found, creating... [ 1151.433657] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.433815] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.433933] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.434162] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.434298] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.434574] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.434727] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.434844] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.435059] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.435192] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.435330] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 5eec97c6-4c08-4ee8-bf05-07670d3c6076 is going to be created. [ 1151.458743] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.458743] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.458743] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.458743] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.458948] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.459129] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-5eec97c6-4c08-4ee8-bf05-07670d3c6076" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.720746] env[64796]: INFO networking_nsxv3.common.synchronization [None req-6aafa8fc-9d3a-43f5-abe9-632077cc3d16 None None] Enqueued Resource ID: cf7fc559-2969-4a21-a2b4-d30be32848d8 with Priority: HIGHEST for action port [ 1151.721135] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7fc559-2969-4a21-a2b4-d30be32848d8 with Priority: HIGHEST for action port [ 1151.721413] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf7fc559-2969-4a21-a2b4-d30be32848d8 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.721577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf7fc559-2969-4a21-a2b4-d30be32848d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.721631] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf7fc559-2969-4a21-a2b4-d30be32848d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.722163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf7fc559-2969-4a21-a2b4-d30be32848d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.722163] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf7fc559-2969-4a21-a2b4-d30be32848d8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.216915] env[64796]: INFO networking_nsxv3.common.synchronization [req-2115eb3a-1a44-46aa-9a66-bbf94b03669d req-9f2e9082-a02f-45da-a8c6-d8cf1f8b2edc service nova] Enqueued Resource ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f with Priority: HIGHEST for action security_group_rules [ 1152.217111] env[64796]: INFO networking_nsxv3.common.synchronization [req-2115eb3a-1a44-46aa-9a66-bbf94b03669d req-9f2e9082-a02f-45da-a8c6-d8cf1f8b2edc service nova] Enqueued Resource ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f with Priority: HIGHEST for action security_group_members [ 1152.217254] env[64796]: INFO networking_nsxv3.common.synchronization [req-2115eb3a-1a44-46aa-9a66-bbf94b03669d req-9f2e9082-a02f-45da-a8c6-d8cf1f8b2edc service nova] Enqueued Resource ID: 5eec97c6-4c08-4ee8-bf05-07670d3c6076 with Priority: HIGHEST for action port [ 1152.217839] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f with Priority: HIGHEST for action security_group_rules [ 1152.217991] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f with Priority: HIGHEST for action security_group_members [ 1152.218282] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eec97c6-4c08-4ee8-bf05-07670d3c6076 with Priority: HIGHEST for action port [ 1152.218964] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-538d3f8a-bb87-4404-bbc4-ec94a1472c1f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.219274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.219274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.219544] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.219544] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('538d3f8a-bb87-4404-bbc4-ec94a1472c1f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.223445] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.223445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.223445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.223445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.223445] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.223445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.223445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.223445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.223445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.223445] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538d3f8a-bb87-4404-bbc4-ec94a1472c1f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.223900] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eec97c6-4c08-4ee8-bf05-07670d3c6076 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.224781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eec97c6-4c08-4ee8-bf05-07670d3c6076" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.224781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eec97c6-4c08-4ee8-bf05-07670d3c6076" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.224959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eec97c6-4c08-4ee8-bf05-07670d3c6076" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.225026] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eec97c6-4c08-4ee8-bf05-07670d3c6076',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.227744] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf7fc559-2969-4a21-a2b4-d30be32848d8 [ 1152.228786] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.228786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.228786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.228786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.228786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.228786] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf7fc559-2969-4a21-a2b4-d30be32848d8 already deleted. [ 1152.228786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf7fc559-2969-4a21-a2b4-d30be32848d8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.577520] env[64796]: INFO networking_nsxv3.common.synchronization [req-5be81151-83e7-4d34-8bfa-dd2d2bba7dd5 req-488600a5-8417-4999-9d6d-184ecbe0e38f tempest-ServerActionsTestOtherB-680283000 tempest-ServerActionsTestOtherB-680283000-project-member] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1152.577747] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1152.578082] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.578220] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.578281] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.578480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.578648] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.578752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.579528] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.579528] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.579528] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.579528] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.729211] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5eec97c6-4c08-4ee8-bf05-07670d3c6076 with status ACTIVE [ 1152.729211] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.729211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.729211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.729211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.729211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.729211] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.729211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.729211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.729211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.729211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.729211] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.729211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.729211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.729211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.731208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.731455] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5eec97c6-4c08-4ee8-bf05-07670d3c6076 is going to be updated. [ 1152.732514] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('538d3f8a-bb87-4404-bbc4-ec94a1472c1f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.733468] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.733587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.757248] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.757248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.757248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.757248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.757248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.757248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eec97c6-4c08-4ee8-bf05-07670d3c6076" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.873508] env[64796]: INFO networking_nsxv3.common.synchronization [req-d402d429-432e-4d9d-87b6-23308ed83c1f req-574dbbbc-796d-49f0-88bc-ab2daed3b1b7 tempest-DeleteServersTestJSON-651100822 tempest-DeleteServersTestJSON-651100822-project-member] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1152.874147] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1152.874470] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.874586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.874664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.874850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.875024] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.879132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.879132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.879132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.879132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.879132] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.071079] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1153.071887] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.071887] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.072071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.072761] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.072761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.072761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.072951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.072951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.073041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.073089] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.081730] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.081730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.081730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.081730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.121234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.121473] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.121918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.121918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.121918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.122077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.122077] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 is going to be updated. [ 1153.165272] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.165272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.165272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.165272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.165272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.176106] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: IN_PROGRESS for 2s [ 1153.236743] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('538d3f8a-bb87-4404-bbc4-ec94a1472c1f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.291528] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.291716] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.291844] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.292393] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.292740] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.292911] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.293052] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.293659] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.293822] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.294054] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.294323] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.294485] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.294605] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.294727] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.294841] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.294979] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.320286] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.320481] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1153.320655] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.320893] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.321330] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-940e72dd-4e3d-4fd3-9189-0d9b142734d3 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.321587] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-940e72dd-4e3d-4fd3-9189-0d9b142734d3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.321767] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-940e72dd-4e3d-4fd3-9189-0d9b142734d3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.322670] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-940e72dd-4e3d-4fd3-9189-0d9b142734d3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.322880] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('940e72dd-4e3d-4fd3-9189-0d9b142734d3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.377566] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.377746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.377888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.378058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.378201] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.378453] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.378556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.378628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.378878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.379276] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.379276] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be updated. [ 1153.422803] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.422803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.422803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.422803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.422803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.432674] env[64796]: INFO networking_nsxv3.common.synchronization [None req-7ed5326e-8f44-40f3-b32c-a14df60fd0cb tempest-AttachVolumeShelveTestJSON-804149189 tempest-AttachVolumeShelveTestJSON-804149189-project-member] Enqueued Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_rules [ 1153.433484] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_rules [ 1153.434400] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.434780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.436652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.436652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.436652] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.445402] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 1153.578030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.578030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.578030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.578030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.578030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.578030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.578030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.578030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.578030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.578030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.578030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.578030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.578030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.578030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.578030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.578030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.578851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.578851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.578851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.578851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.578851] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.597606] env[64796]: INFO networking_nsxv3.common.synchronization [None req-83457a1f-20de-4f5c-b3c2-abc42c84aba7 tempest-AttachVolumeShelveTestJSON-804149189 tempest-AttachVolumeShelveTestJSON-804149189-project-member] Enqueued Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_rules [ 1153.597606] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_rules [ 1153.597606] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.597606] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.727643] env[64796]: INFO networking_nsxv3.common.synchronization [None req-7fbf5490-5d80-4b0d-8e10-8d376959e801 None None] Enqueued Resource ID: 6efa8e8f-50be-40f9-ab40-b8f164c514ee with Priority: HIGHEST for action port [ 1153.728154] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efa8e8f-50be-40f9-ab40-b8f164c514ee with Priority: HIGHEST for action port [ 1153.728604] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-6efa8e8f-50be-40f9-ab40-b8f164c514ee taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.728832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6efa8e8f-50be-40f9-ab40-b8f164c514ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.728946] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6efa8e8f-50be-40f9-ab40-b8f164c514ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.729251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6efa8e8f-50be-40f9-ab40-b8f164c514ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.729500] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6efa8e8f-50be-40f9-ab40-b8f164c514ee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.740911] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.741143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.741278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.741556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.741666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.741815] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f is going to be created. [ 1153.774634] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.774918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.775108] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.775393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.775635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.788226] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f in Status: UNINITIALIZED for 2s [ 1153.827027] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.827299] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.827399] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.827796] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.827950] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.828145] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 940e72dd-4e3d-4fd3-9189-0d9b142734d3 not found, creating... [ 1153.828429] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.828592] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.828729] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.828979] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.829439] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.829887] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.830156] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.830226] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.830430] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.830573] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.830718] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 940e72dd-4e3d-4fd3-9189-0d9b142734d3 is going to be created. [ 1153.859408] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.859600] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.859681] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.859974] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.860233] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.860460] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-940e72dd-4e3d-4fd3-9189-0d9b142734d3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.977244] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.977479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.977479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.977948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.977948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.978102] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea already deleted. [ 1153.978181] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.978349] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.978539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.978632] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.083328] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09: rpc.has_security_group_logging(os_id): False [ 1154.105709] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.105709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.105709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.105709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.106934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.106934] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.106934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.107817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.108566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.108566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.108566] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.108566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.108566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.110010] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.110314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.110481] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.110589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.110655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.110811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.110894] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.110986] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1154.211270] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.213243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.213383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.213610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.213773] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.230544] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1154.233756] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6efa8e8f-50be-40f9-ab40-b8f164c514ee [ 1154.233908] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.234070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.234138] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.234360] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.234449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.234546] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6efa8e8f-50be-40f9-ab40-b8f164c514ee already deleted. [ 1154.234630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6efa8e8f-50be-40f9-ab40-b8f164c514ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.500603] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.500603] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.500603] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.500839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.500893] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.500961] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea already deleted. [ 1154.501059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.630382] env[64796]: INFO networking_nsxv3.common.synchronization [req-d402d429-432e-4d9d-87b6-23308ed83c1f req-f4dd8807-d635-4c53-8e2e-ada5691ed0c3 service nova] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_rules [ 1154.630382] env[64796]: INFO networking_nsxv3.common.synchronization [req-d402d429-432e-4d9d-87b6-23308ed83c1f req-f4dd8807-d635-4c53-8e2e-ada5691ed0c3 service nova] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1154.630382] env[64796]: INFO networking_nsxv3.common.synchronization [req-d402d429-432e-4d9d-87b6-23308ed83c1f req-f4dd8807-d635-4c53-8e2e-ada5691ed0c3 service nova] Enqueued Resource ID: 940e72dd-4e3d-4fd3-9189-0d9b142734d3 with Priority: HIGHEST for action port [ 1154.631374] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_rules [ 1154.631665] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1154.632449] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940e72dd-4e3d-4fd3-9189-0d9b142734d3 with Priority: HIGHEST for action port [ 1154.632449] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.632693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.632693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.634147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.634147] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.634147] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.634147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.634431] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-940e72dd-4e3d-4fd3-9189-0d9b142734d3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.634494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-940e72dd-4e3d-4fd3-9189-0d9b142734d3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.634571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-940e72dd-4e3d-4fd3-9189-0d9b142734d3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.635179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-940e72dd-4e3d-4fd3-9189-0d9b142734d3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.635179] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('940e72dd-4e3d-4fd3-9189-0d9b142734d3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.138173] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.138573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.138573] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 940e72dd-4e3d-4fd3-9189-0d9b142734d3 with status ACTIVE [ 1155.139209] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.139209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.139209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.139209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.139209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.139505] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.139505] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.139583] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.139801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.139801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.140092] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.140167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.140221] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.140387] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.140446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.140531] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 940e72dd-4e3d-4fd3-9189-0d9b142734d3 is going to be updated. [ 1155.168598] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.168765] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.168823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.169209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.169444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.169593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-940e72dd-4e3d-4fd3-9189-0d9b142734d3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.195097] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: SUCCESS [ 1155.195301] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 deletion is rescheduled due to dependency. [ 1155.195424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.410650] env[64796]: INFO networking_nsxv3.common.synchronization [req-4c7c2844-6869-4eff-9ed5-3c3f9b3a4b8a req-1e8e9d7d-570f-428b-8bd8-71d033958424 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_members [ 1155.411494] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_members [ 1155.411900] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-869d66d8-97e8-46aa-8f11-702c8717385b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.412102] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.412210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.412515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.412724] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.412892] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.413012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.413264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.413413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.413571] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.454384] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 1155.454593] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 deletion is rescheduled due to dependency. [ 1155.454794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.454835] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.455036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.455225] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.455344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.455412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.455563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.455880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.455880] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.754051] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.754051] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.754051] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.754051] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.754051] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.754051] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.754051] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.754051] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.754051] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.754051] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.754051] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.754051] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.754051] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.754738] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.754738] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.754738] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.777861] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.778071] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.778428] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.778428] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.779552] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-86af6ee1-ce85-4479-a231-52764c2892b2 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.779552] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-86af6ee1-ce85-4479-a231-52764c2892b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.779552] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-86af6ee1-ce85-4479-a231-52764c2892b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.779552] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-86af6ee1-ce85-4479-a231-52764c2892b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.779552] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86af6ee1-ce85-4479-a231-52764c2892b2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.798022] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f in Status: UNINITIALIZED for 4s [ 1155.916681] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.959039] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.244257] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1156.244596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.282672] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.282911] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.283052] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.283382] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.283535] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.283696] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 86af6ee1-ce85-4479-a231-52764c2892b2 not found, creating... [ 1156.283971] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.284143] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.284265] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.284475] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.284611] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.284890] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.285077] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.285429] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.285429] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.285570] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.285709] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 86af6ee1-ce85-4479-a231-52764c2892b2 is going to be created. [ 1156.305179] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.305398] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.305527] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.305811] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.307150] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.307150] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-86af6ee1-ce85-4479-a231-52764c2892b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.419014] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.461668] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.922382] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.922592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.922592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.922811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.922890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.922997] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 869d66d8-97e8-46aa-8f11-702c8717385b is going to be updated. [ 1156.955079] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.955292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.955400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.955684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.955684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.964847] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 869d66d8-97e8-46aa-8f11-702c8717385b in Status: IN_PROGRESS for 2s [ 1156.964847] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.965171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.965171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.965262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.965331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.965426] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be updated. [ 1157.002051] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.002252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.002252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.002567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.002567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.012081] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 1157.018217] env[64796]: INFO networking_nsxv3.common.synchronization [req-4c7c2844-6869-4eff-9ed5-3c3f9b3a4b8a req-e2d1ddca-12e0-4143-a609-e6589484208d service nova] Enqueued Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_rules [ 1157.018217] env[64796]: INFO networking_nsxv3.common.synchronization [req-4c7c2844-6869-4eff-9ed5-3c3f9b3a4b8a req-e2d1ddca-12e0-4143-a609-e6589484208d service nova] Enqueued Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_members [ 1157.018430] env[64796]: INFO networking_nsxv3.common.synchronization [req-4c7c2844-6869-4eff-9ed5-3c3f9b3a4b8a req-e2d1ddca-12e0-4143-a609-e6589484208d service nova] Enqueued Resource ID: 86af6ee1-ce85-4479-a231-52764c2892b2 with Priority: HIGHEST for action port [ 1157.018869] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_rules [ 1157.019214] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_members [ 1157.019321] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86af6ee1-ce85-4479-a231-52764c2892b2 with Priority: HIGHEST for action port [ 1157.019647] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-869d66d8-97e8-46aa-8f11-702c8717385b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.019786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.019900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.020274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.020407] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.021522] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-869d66d8-97e8-46aa-8f11-702c8717385b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.021522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.021680] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-86af6ee1-ce85-4479-a231-52764c2892b2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.021680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86af6ee1-ce85-4479-a231-52764c2892b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.021790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86af6ee1-ce85-4479-a231-52764c2892b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.022431] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86af6ee1-ce85-4479-a231-52764c2892b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.022431] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86af6ee1-ce85-4479-a231-52764c2892b2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.526772] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-869d66d8-97e8-46aa-8f11-702c8717385b taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.526772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.526772] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86af6ee1-ce85-4479-a231-52764c2892b2 with status ACTIVE [ 1157.526772] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.526772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.526772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.526772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.526772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.526772] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.526772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.526772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.526772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.526772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.526772] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.528441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.528441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.528441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.528441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.528874] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86af6ee1-ce85-4479-a231-52764c2892b2 is going to be updated. [ 1157.552291] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.552532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.552661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.552829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.552962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.553155] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86af6ee1-ce85-4479-a231-52764c2892b2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.808679] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f in Status: SUCCESS [ 1157.808679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.809132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.809132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.809274] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.809424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.809542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.809800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.809933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.810065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.810170] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('538d3f8a-bb87-4404-bbc4-ec94a1472c1f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.312590] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('538d3f8a-bb87-4404-bbc4-ec94a1472c1f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.815633] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 538d3f8a-bb87-4404-bbc4-ec94a1472c1f: rpc.has_security_group_logging(os_id): False [ 1158.837955] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.838200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.838200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.838494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.838888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.839274] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.839387] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.839494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.839744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.839869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.840416] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f is going to be created. [ 1158.923415] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.923415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.923415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.923415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.923415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.937151] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f in Status: IN_PROGRESS for 2s [ 1158.977600] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 869d66d8-97e8-46aa-8f11-702c8717385b in Status: SUCCESS [ 1158.977973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.978526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.978526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.978705] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.978823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.979626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.979626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.979626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.979626] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.035630] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 1159.035630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.035630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.035630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.035981] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.035981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.035981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.036170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.036170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.036244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.036348] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.481870] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.538795] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.538930] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.538991] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.539214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.539387] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.539516] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.539602] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.539690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.539786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.539869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.540025] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.540123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.540180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.540342] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.540919] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.540919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.540919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.540919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.540919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.540919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.541272] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.984620] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.043508] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a5006c7-7e2e-4191-a6a0-87d6817a7695: rpc.has_security_group_logging(os_id): False [ 1160.067263] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.067527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.067527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.067746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.067843] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.068121] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.068229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.068295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.068451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.068530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.068708] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.068803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.068866] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.069016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.069089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.069267] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.069372] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.069434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.069574] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.069650] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.069725] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be updated. [ 1160.178288] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.178467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.178467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.178659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.178805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.233996] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 1160.487386] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.487603] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.487603] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.487816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.487972] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.488099] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 869d66d8-97e8-46aa-8f11-702c8717385b is going to be updated. [ 1160.518063] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.518063] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.518209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.518374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.518522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.529725] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 869d66d8-97e8-46aa-8f11-702c8717385b in Status: IN_PROGRESS for 2s [ 1160.953885] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f in Status: SUCCESS [ 1160.953885] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.020558] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1162.020867] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1162.246793] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 1162.247073] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.543867] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 869d66d8-97e8-46aa-8f11-702c8717385b in Status: SUCCESS [ 1162.544097] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.544273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.544506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.544705] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.544817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.544888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.545052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.545135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.545221] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.545379] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.048423] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.550762] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 869d66d8-97e8-46aa-8f11-702c8717385b: rpc.has_security_group_logging(os_id): False [ 1163.570652] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.570876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.570876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.571166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.571320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.571452] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.571550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.571618] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.571765] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.571843] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.571929] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 869d66d8-97e8-46aa-8f11-702c8717385b is going to be updated. [ 1163.648531] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.649362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.649362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.649774] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.649774] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.668311] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 869d66d8-97e8-46aa-8f11-702c8717385b in Status: IN_PROGRESS for 2s [ 1165.685134] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 869d66d8-97e8-46aa-8f11-702c8717385b in Status: SUCCESS [ 1165.685419] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.021861] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1167.021861] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1168.277732] env[64796]: INFO networking_nsxv3.common.synchronization [req-b18ed8cf-4d7f-408d-bab9-599175302cd1 req-2b04aac0-c65f-45b6-9881-899dccc50eaf tempest-ServerDiskConfigTestJSON-2144250167 tempest-ServerDiskConfigTestJSON-2144250167-project-member] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1168.278387] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1168.278710] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.278837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.278977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.279612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.279806] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.279916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.279983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.280736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.280903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.281347] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.787030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.787030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.787030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.787030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.787030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.787030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.787030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.787030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.787030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.787030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.788232] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be updated. [ 1168.823303] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.825789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.825789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.825789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.825789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.839474] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 1168.962023] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.962023] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.962023] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.962023] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.962429] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.962809] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.963629] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.964077] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.964399] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.964804] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.965119] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.966654] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.966654] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.966654] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.966654] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.966654] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.990247] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.990532] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1168.990733] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.990925] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.991373] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-42b3db05-0373-4e2b-be20-2307c93d0d20 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.991654] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-42b3db05-0373-4e2b-be20-2307c93d0d20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.992105] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-42b3db05-0373-4e2b-be20-2307c93d0d20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.992535] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-42b3db05-0373-4e2b-be20-2307c93d0d20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.992696] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b3db05-0373-4e2b-be20-2307c93d0d20',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.499480] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.499480] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.499480] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.499480] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.499480] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.499480] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 42b3db05-0373-4e2b-be20-2307c93d0d20 not found, creating... [ 1169.500087] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.500087] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.500191] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.500419] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.500607] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.500971] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.503449] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.503614] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.503865] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.504020] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.504187] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 42b3db05-0373-4e2b-be20-2307c93d0d20 is going to be created. [ 1169.525892] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.526202] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.526326] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.526560] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.526788] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.527316] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-42b3db05-0373-4e2b-be20-2307c93d0d20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.611533] env[64796]: INFO networking_nsxv3.common.synchronization [None req-e912d210-0d0e-441f-bb4e-2607a7a01029 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1169.612646] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1169.613060] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.613231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.613339] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.613527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.613684] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.613842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.613939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.614155] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.614283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.614423] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.117617] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.117914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.117914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.118211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.119132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.119132] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.119132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.119132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.119132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.119132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.119132] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be updated. [ 1170.157052] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.157283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.157406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.157697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.158496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.178976] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 1170.314064] env[64796]: INFO networking_nsxv3.common.synchronization [req-b18ed8cf-4d7f-408d-bab9-599175302cd1 req-1453bf39-fec5-4541-8cd9-f794680d8080 service nova] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_rules [ 1170.314425] env[64796]: INFO networking_nsxv3.common.synchronization [req-b18ed8cf-4d7f-408d-bab9-599175302cd1 req-1453bf39-fec5-4541-8cd9-f794680d8080 service nova] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1170.314886] env[64796]: INFO networking_nsxv3.common.synchronization [req-b18ed8cf-4d7f-408d-bab9-599175302cd1 req-1453bf39-fec5-4541-8cd9-f794680d8080 service nova] Enqueued Resource ID: 42b3db05-0373-4e2b-be20-2307c93d0d20 with Priority: HIGHEST for action port [ 1170.315644] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_rules [ 1170.315836] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1170.315896] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b3db05-0373-4e2b-be20-2307c93d0d20 with Priority: HIGHEST for action port [ 1170.316851] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.317063] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.317265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.317526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.317662] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.319263] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.319404] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.319554] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-42b3db05-0373-4e2b-be20-2307c93d0d20 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.319663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42b3db05-0373-4e2b-be20-2307c93d0d20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.319730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42b3db05-0373-4e2b-be20-2307c93d0d20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.319961] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42b3db05-0373-4e2b-be20-2307c93d0d20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.320061] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b3db05-0373-4e2b-be20-2307c93d0d20',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.594306] env[64796]: INFO networking_nsxv3.common.synchronization [req-5861cca2-c439-4622-a5c3-e8e163664db8 req-70c07c70-f8cc-4430-ba5d-6d799fe2fde6 tempest-DeleteServersTestJSON-651100822 tempest-DeleteServersTestJSON-651100822-project-member] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1170.594883] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1170.595236] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.595362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.595433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.595637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.595789] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.595888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.595954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.596112] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.596199] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.596295] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.821735] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.821894] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.822066] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42b3db05-0373-4e2b-be20-2307c93d0d20 with status ACTIVE [ 1170.822236] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.822348] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.822413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.822619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.822707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.822875] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.822968] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.823045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.823198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.823271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.823456] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.823534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.823596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.823918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.824009] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.824098] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42b3db05-0373-4e2b-be20-2307c93d0d20 is going to be updated. [ 1170.856014] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 1170.856227] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 deletion is rescheduled due to dependency. [ 1170.856354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.856907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.857133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.857313] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.857426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.857490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.857647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.857728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.857822] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.860193] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.860318] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.860384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.860547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.860679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.860823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42b3db05-0373-4e2b-be20-2307c93d0d20" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.095377] env[64796]: INFO networking_nsxv3.common.synchronization [req-b829bf24-ee79-4c6d-ad5a-03e4b04b47f5 req-0e282216-80c7-4a94-bb91-591f2dea0445 tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGHEST for action security_group_members [ 1171.095377] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGHEST for action security_group_members [ 1171.095377] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.095377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.095377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.096041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.096430] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.096673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.097259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.097550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.097741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.098139] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3cbbd0a-3b61-491d-8d4d-ca78d5119a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.099819] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.100336] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.100336] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.101143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.101143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.101143] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.101143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.101143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.101564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.101564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.101564] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be updated. [ 1171.142195] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.142195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.142195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.142406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.142837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.153546] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 1171.362414] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.395754] env[64796]: INFO networking_nsxv3.common.synchronization [None req-1869ca11-b4ab-4d9d-8e2e-428ed6e1e51a None None] Enqueued Resource ID: 86b24112-365c-4546-b5d1-9ba3db0f2785 with Priority: HIGHEST for action port [ 1171.396630] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b24112-365c-4546-b5d1-9ba3db0f2785 with Priority: HIGHEST for action port [ 1171.396745] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-86b24112-365c-4546-b5d1-9ba3db0f2785 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.396865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86b24112-365c-4546-b5d1-9ba3db0f2785" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.396934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86b24112-365c-4546-b5d1-9ba3db0f2785" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.397445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86b24112-365c-4546-b5d1-9ba3db0f2785" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.397565] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86b24112-365c-4546-b5d1-9ba3db0f2785',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.551674] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.551897] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.552017] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.552364] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.552628] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.552788] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.552908] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.553140] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.553289] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.553497] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.553609] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.553737] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.553840] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.554137] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.554137] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.554267] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.576686] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.576894] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.576996] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.577213] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.577579] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-5dabed06-485d-4e80-bf7f-f31ad518ccf3 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.577762] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-5dabed06-485d-4e80-bf7f-f31ad518ccf3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.577888] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-5dabed06-485d-4e80-bf7f-f31ad518ccf3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.578409] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-5dabed06-485d-4e80-bf7f-f31ad518ccf3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.578632] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dabed06-485d-4e80-bf7f-f31ad518ccf3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.603584] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.604086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.604086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.604086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.604282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.604783] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.604783] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.604783] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.604783] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.604783] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.605269] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 already deleted. [ 1171.605269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.865684] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.899965] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86b24112-365c-4546-b5d1-9ba3db0f2785 [ 1171.901337] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.901542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.901596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.901851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.901897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.901983] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86b24112-365c-4546-b5d1-9ba3db0f2785 already deleted. [ 1171.902095] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86b24112-365c-4546-b5d1-9ba3db0f2785" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.081595] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.081853] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.081985] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.082291] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.082445] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.082601] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 5dabed06-485d-4e80-bf7f-f31ad518ccf3 not found, creating... [ 1172.082868] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.083037] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.083147] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.083467] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.083654] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.083987] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.088577] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.088577] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.088577] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.088577] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.088577] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 5dabed06-485d-4e80-bf7f-f31ad518ccf3 is going to be created. [ 1172.108565] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.110064] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.110358] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.110782] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.111338] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.111665] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-5dabed06-485d-4e80-bf7f-f31ad518ccf3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.192041] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 1172.192041] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c deletion is rescheduled due to dependency. [ 1172.192310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.367978] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.368362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.368362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.368485] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.368569] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.368665] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be updated. [ 1172.410463] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.410760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.410760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.410907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.411050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.421982] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 1172.862626] env[64796]: INFO networking_nsxv3.common.synchronization [req-b829bf24-ee79-4c6d-ad5a-03e4b04b47f5 req-cca0f132-3f60-4c02-a40f-10516548a147 service nova] Enqueued Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGHEST for action security_group_rules [ 1172.862872] env[64796]: INFO networking_nsxv3.common.synchronization [req-b829bf24-ee79-4c6d-ad5a-03e4b04b47f5 req-cca0f132-3f60-4c02-a40f-10516548a147 service nova] Enqueued Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGHEST for action security_group_members [ 1172.862986] env[64796]: INFO networking_nsxv3.common.synchronization [req-b829bf24-ee79-4c6d-ad5a-03e4b04b47f5 req-cca0f132-3f60-4c02-a40f-10516548a147 service nova] Enqueued Resource ID: 5dabed06-485d-4e80-bf7f-f31ad518ccf3 with Priority: HIGHEST for action port [ 1172.863470] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGHEST for action security_group_rules [ 1172.863606] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGHEST for action security_group_members [ 1172.863729] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dabed06-485d-4e80-bf7f-f31ad518ccf3 with Priority: HIGHEST for action port [ 1172.864146] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.864290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.864359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.864597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.864661] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3cbbd0a-3b61-491d-8d4d-ca78d5119a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.865954] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.866111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.866179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.868610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.868610] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.868610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.868610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.868610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.868610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.868610] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3cbbd0a-3b61-491d-8d4d-ca78d5119a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.868610] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dabed06-485d-4e80-bf7f-f31ad518ccf3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.868610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dabed06-485d-4e80-bf7f-f31ad518ccf3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.868610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dabed06-485d-4e80-bf7f-f31ad518ccf3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.868610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dabed06-485d-4e80-bf7f-f31ad518ccf3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.868610] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dabed06-485d-4e80-bf7f-f31ad518ccf3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.169133] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 1173.169133] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 deletion is rescheduled due to dependency. [ 1173.169133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.370735] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.370928] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.371064] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3cbbd0a-3b61-491d-8d4d-ca78d5119a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.371966] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dabed06-485d-4e80-bf7f-f31ad518ccf3 with status ACTIVE [ 1173.372589] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.372806] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.372857] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.373081] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.373174] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.373356] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.373454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.373515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.373665] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.373739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.373906] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.374018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.374072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.374197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.374269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.374353] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dabed06-485d-4e80-bf7f-f31ad518ccf3 is going to be updated. [ 1173.397874] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.398053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.398186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.398414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.398482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.398778] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dabed06-485d-4e80-bf7f-f31ad518ccf3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.471980] env[64796]: INFO networking_nsxv3.common.synchronization [req-4f894063-eb95-4e6f-b484-2591d5b8e576 req-28d71fb7-5e75-48a4-910e-d8e0732d3664 tempest-ServerActionsTestOtherA-1986695756 tempest-ServerActionsTestOtherA-1986695756-project-member] Enqueued Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_members [ 1173.472570] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_members [ 1173.475244] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1560ce7c-ade0-43f3-97e0-773d376a9482 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.476426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.476426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.476635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.476789] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.476911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.476984] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.477220] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.477329] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.477439] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.843210] env[64796]: INFO networking_nsxv3.common.synchronization [None req-7197973d-3432-463b-826f-60a12a79c8bf None None] Enqueued Resource ID: 4d421858-cafa-4ca6-ac34-e4d5498afc79 with Priority: HIGHEST for action port [ 1173.843210] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d421858-cafa-4ca6-ac34-e4d5498afc79 with Priority: HIGHEST for action port [ 1173.843210] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d421858-cafa-4ca6-ac34-e4d5498afc79 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.843210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d421858-cafa-4ca6-ac34-e4d5498afc79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.843210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d421858-cafa-4ca6-ac34-e4d5498afc79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.843210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d421858-cafa-4ca6-ac34-e4d5498afc79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.843210] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d421858-cafa-4ca6-ac34-e4d5498afc79',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.877364] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3cbbd0a-3b61-491d-8d4d-ca78d5119a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.980362] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.980531] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.980621] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.981547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.005713] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.007449] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.007449] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.007449] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.007956] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.010044] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.010044] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.010044] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.011439] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.011439] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.011439] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.011439] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.012654] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.012654] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.012823] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.013261] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.015969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.019111] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.019111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.019111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.019111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.019111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.019111] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 is going to be updated. [ 1174.069703] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.069703] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.069703] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.069703] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.070163] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-ecc7429c-770f-4e1d-86d8-8edbf37de33a taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.070950] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-ecc7429c-770f-4e1d-86d8-8edbf37de33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.070950] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-ecc7429c-770f-4e1d-86d8-8edbf37de33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.070950] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-ecc7429c-770f-4e1d-86d8-8edbf37de33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.071854] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc7429c-770f-4e1d-86d8-8edbf37de33a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.092980] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.092980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.092980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.092980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.092980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.106791] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 in Status: IN_PROGRESS for 2s [ 1174.347572] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d421858-cafa-4ca6-ac34-e4d5498afc79 [ 1174.347851] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.347990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.348072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.348365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.348451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.348553] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d421858-cafa-4ca6-ac34-e4d5498afc79 already deleted. [ 1174.348635] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d421858-cafa-4ca6-ac34-e4d5498afc79" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.380043] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.380471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.380471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.380608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.380648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.380746] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 is going to be created. [ 1174.407141] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.407288] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.407393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.407596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.407760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.418225] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 in Status: UNINITIALIZED for 2s [ 1174.430165] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 1174.430632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.431322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.431322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.431460] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.431460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.431558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.431690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.431813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.431865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.431948] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.574403] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.577035] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.577035] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.577035] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.577035] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.577035] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port ecc7429c-770f-4e1d-86d8-8edbf37de33a not found, creating... [ 1174.577035] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.577035] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.577035] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.577035] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.577035] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.577821] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.578444] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.578597] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.578862] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.579288] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.579288] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: ecc7429c-770f-4e1d-86d8-8edbf37de33a is going to be created. [ 1174.603405] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.603719] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.603863] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.604156] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.604390] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.604621] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-ecc7429c-770f-4e1d-86d8-8edbf37de33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.934945] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.935413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.935413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.935506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.935728] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.935856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.935941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.936164] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.936268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.936366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.936526] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.936636] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.936707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.936859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.937200] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.937331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.937432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.937551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.937651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.937742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.937847] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.363876] env[64796]: INFO networking_nsxv3.common.synchronization [req-4f894063-eb95-4e6f-b484-2591d5b8e576 req-06694130-f071-4233-a7b4-fd3c76eeeba7 service nova] Enqueued Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_rules [ 1175.364145] env[64796]: INFO networking_nsxv3.common.synchronization [req-4f894063-eb95-4e6f-b484-2591d5b8e576 req-06694130-f071-4233-a7b4-fd3c76eeeba7 service nova] Enqueued Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_members [ 1175.364325] env[64796]: INFO networking_nsxv3.common.synchronization [req-4f894063-eb95-4e6f-b484-2591d5b8e576 req-06694130-f071-4233-a7b4-fd3c76eeeba7 service nova] Enqueued Resource ID: ecc7429c-770f-4e1d-86d8-8edbf37de33a with Priority: HIGHEST for action port [ 1175.364997] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_rules [ 1175.368331] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_members [ 1175.368474] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc7429c-770f-4e1d-86d8-8edbf37de33a with Priority: HIGHEST for action port [ 1175.369296] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1560ce7c-ade0-43f3-97e0-773d376a9482 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.369455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.369528] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.369825] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.369932] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.371193] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1560ce7c-ade0-43f3-97e0-773d376a9482 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.371298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.371510] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecc7429c-770f-4e1d-86d8-8edbf37de33a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.371687] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecc7429c-770f-4e1d-86d8-8edbf37de33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.371741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecc7429c-770f-4e1d-86d8-8edbf37de33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.371991] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecc7429c-770f-4e1d-86d8-8edbf37de33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.373025] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc7429c-770f-4e1d-86d8-8edbf37de33a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.440580] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d10e8df-3419-4b4a-b92d-c3f2215be4f5: rpc.has_security_group_logging(os_id): False [ 1175.459948] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.459948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.459948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.460267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.460315] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.461384] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.461384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.461384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.461384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.461384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.461711] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.461711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.461711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.461848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.461848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.462071] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.463072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.463072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.463072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.463072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.463072] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be updated. [ 1175.651339] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.651503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.651503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.651761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.651941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.674849] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 1175.876447] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1560ce7c-ade0-43f3-97e0-773d376a9482 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.876447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.878238] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecc7429c-770f-4e1d-86d8-8edbf37de33a with status ACTIVE [ 1175.878486] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.878648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.878729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.878995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.879112] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.879329] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.879443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.879531] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.879712] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.879819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.880045] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.880152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.880244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.880410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.880505] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.880598] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecc7429c-770f-4e1d-86d8-8edbf37de33a is going to be updated. [ 1175.909649] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.909816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.909875] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.910113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.910255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.910421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecc7429c-770f-4e1d-86d8-8edbf37de33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.936255] env[64796]: INFO networking_nsxv3.common.synchronization [req-4a3997d6-ffab-42ad-8597-cbfddee8dd0b req-8e65bf22-6c23-4551-92bb-9368588d2d7c tempest-AttachVolumeShelveTestJSON-804149189 tempest-AttachVolumeShelveTestJSON-804149189-project-member] Enqueued Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_members [ 1175.941808] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_members [ 1175.941808] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.941808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.942126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.942230] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.942455] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.942564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.942627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.942795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.942879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.942974] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.118271] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 in Status: SUCCESS [ 1176.118570] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 deletion is rescheduled due to dependency. [ 1176.118921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.119052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.119395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.119661] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.121053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.121053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.121053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.121053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.121053] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.412715] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.412917] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.413057] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.413401] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.413663] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.413819] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.413937] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.414168] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.414315] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.414517] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.414630] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.414738] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.414844] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.414952] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.415118] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.415210] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.427434] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 in Status: SUCCESS [ 1176.427655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.427811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.428021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.428263] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.428407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.428493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.428659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.428741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.428856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.428953] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3cbbd0a-3b61-491d-8d4d-ca78d5119a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.435916] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.438367] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.438367] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.438367] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.438367] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-7686214e-445c-4e13-bc94-7670bc7eb8e2 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.438367] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.438367] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.438367] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.438367] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7686214e-445c-4e13-bc94-7670bc7eb8e2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.446447] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.446690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.446769] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.446990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.447123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.447354] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.447490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.447598] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.447919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.447919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.448040] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea already deleted. [ 1176.448080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.625281] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.931914] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3cbbd0a-3b61-491d-8d4d-ca78d5119a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.942407] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.942407] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.942407] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.942407] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.942407] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.942407] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 7686214e-445c-4e13-bc94-7670bc7eb8e2 not found, creating... [ 1176.942407] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.942407] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.942407] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.942407] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.942407] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.943291] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.944047] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.944047] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.944321] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.944509] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.944688] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 7686214e-445c-4e13-bc94-7670bc7eb8e2 is going to be created. [ 1176.970930] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.971209] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.971451] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.972597] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.972896] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.973335] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.127989] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.436011] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3cbbd0a-3b61-491d-8d4d-ca78d5119a17: rpc.has_security_group_logging(os_id): False [ 1177.461813] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.461813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.461813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.461813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.461813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.461813] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.461813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.461813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.461813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.461813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.461813] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 is going to be created. [ 1177.548772] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.548772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.548772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.548772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.548772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.571883] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 in Status: IN_PROGRESS for 2s [ 1177.633376] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.633376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.633376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.633376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.633376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.633376] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 is going to be updated. [ 1177.679209] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.679314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.679368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.679573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.679725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.701848] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 in Status: IN_PROGRESS for 2s [ 1177.707222] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 1177.707222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.759358] env[64796]: INFO networking_nsxv3.common.synchronization [req-4a3997d6-ffab-42ad-8597-cbfddee8dd0b req-7a20ba10-17ff-4edb-a3e4-c2599994ff81 service nova] Enqueued Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_rules [ 1177.759358] env[64796]: INFO networking_nsxv3.common.synchronization [req-4a3997d6-ffab-42ad-8597-cbfddee8dd0b req-7a20ba10-17ff-4edb-a3e4-c2599994ff81 service nova] Enqueued Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_members [ 1177.759358] env[64796]: INFO networking_nsxv3.common.synchronization [req-4a3997d6-ffab-42ad-8597-cbfddee8dd0b req-7a20ba10-17ff-4edb-a3e4-c2599994ff81 service nova] Enqueued Resource ID: 7686214e-445c-4e13-bc94-7670bc7eb8e2 with Priority: HIGHEST for action port [ 1177.759358] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_rules [ 1177.759358] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_members [ 1177.759358] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7686214e-445c-4e13-bc94-7670bc7eb8e2 with Priority: HIGHEST for action port [ 1177.763195] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.763195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.763195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.763195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.763195] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.763195] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.763195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.763195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.763195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.763195] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.763195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.763195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.763195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.763195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.763195] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.764118] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-7686214e-445c-4e13-bc94-7670bc7eb8e2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.764264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.764315] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.764485] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.764563] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7686214e-445c-4e13-bc94-7670bc7eb8e2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.268592] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.268592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.268592] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.268592] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7686214e-445c-4e13-bc94-7670bc7eb8e2 with status ACTIVE [ 1178.268592] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.268592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.269210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.269210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.269210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.269210] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.269210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.269379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.269379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.269706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.269706] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.269706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.269922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.269922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.269985] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.273178] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7686214e-445c-4e13-bc94-7670bc7eb8e2 is going to be updated. [ 1178.317133] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.317358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.317428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.317699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.317872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.318127] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.473708] env[64796]: INFO networking_nsxv3.common.synchronization [req-c7be6d84-528e-4138-8323-b3c05b32ef02 req-1307fc3d-3818-474c-a8c0-953ce8d6df6b tempest-ServersTestJSON-379968790 tempest-ServersTestJSON-379968790-project-member] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1178.474424] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1178.474887] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.474990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.475058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.477720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.477720] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.477720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.477720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.477720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.477720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.477720] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.775724] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.825503] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.825783] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.825975] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.826455] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.826875] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.827419] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.827419] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.827656] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.827878] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.828199] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.828388] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.828564] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.828735] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.828919] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.829110] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.829320] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.854367] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.854602] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.854812] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.855166] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.855600] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.855842] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.856060] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.856531] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.856749] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.979435] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.046896] env[64796]: INFO networking_nsxv3.common.synchronization [req-5e895f92-4eb9-4cd9-9e5c-9111d0d7db67 req-2b2b135e-e5eb-4398-af18-fedc4b486ead tempest-ServersTestManualDisk-1407840629 tempest-ServersTestManualDisk-1407840629-project-member] Enqueued Resource ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 with Priority: HIGHEST for action security_group_members [ 1179.047496] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 with Priority: HIGHEST for action security_group_members [ 1179.047926] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.048075] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.048147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.048443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.048583] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.048704] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.048783] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.048925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.049033] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.049139] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9fa9f4e-8b36-4c8c-aab7-da6f8b906857',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.278190] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.278715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.278715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.278715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.279062] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.279062] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea is going to be created. [ 1179.306453] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.306716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.306801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.307148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.307419] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.322473] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea in Status: UNINITIALIZED for 2s [ 1179.359800] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.360081] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.360244] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.360546] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.360712] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.360888] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b not found, creating... [ 1179.361193] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.361365] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.361495] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.361727] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.361868] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.362227] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.362375] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.362497] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.362710] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.362847] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.362992] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b is going to be created. [ 1179.393197] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.393617] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.395249] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.395249] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.395249] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.396753] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.485159] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.552426] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.552426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.552426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.552426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.552426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.552671] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.555945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.556100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.556314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.556810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.556810] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 is going to be updated. [ 1179.586609] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 in Status: SUCCESS [ 1179.587209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.604028] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.604236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.604286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.604468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.604608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.614587] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 in Status: IN_PROGRESS for 2s [ 1179.711999] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 in Status: SUCCESS [ 1179.712384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.712636] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.712900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.713177] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.713406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.713406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.713548] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.713640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.713756] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.713856] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.986933] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.987108] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.987230] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.987463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.987564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.987682] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1180.022672] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.022913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.023070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.023391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.023628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.037595] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1180.097222] env[64796]: INFO networking_nsxv3.common.synchronization [req-c7be6d84-528e-4138-8323-b3c05b32ef02 req-efee886a-b1c6-4adf-97ac-239a380fe460 service nova] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_rules [ 1180.097395] env[64796]: INFO networking_nsxv3.common.synchronization [req-c7be6d84-528e-4138-8323-b3c05b32ef02 req-efee886a-b1c6-4adf-97ac-239a380fe460 service nova] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1180.097546] env[64796]: INFO networking_nsxv3.common.synchronization [req-c7be6d84-528e-4138-8323-b3c05b32ef02 req-efee886a-b1c6-4adf-97ac-239a380fe460 service nova] Enqueued Resource ID: b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b with Priority: HIGHEST for action port [ 1180.098230] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_rules [ 1180.098374] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1180.098484] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b with Priority: HIGHEST for action port [ 1180.099023] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.099023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.099023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.099348] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.099420] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.100667] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.100767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.100992] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.101183] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.101183] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.101622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.101622] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.216939] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1560ce7c-ade0-43f3-97e0-773d376a9482 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.217182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.217182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.217586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.217779] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.217933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.218032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.218232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.218457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.218577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.218769] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1560ce7c-ade0-43f3-97e0-773d376a9482 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.218872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.218935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.219126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.219364] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.219532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.219652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.219829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.219936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.220125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.220317] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.603480] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.603795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.603859] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b with status ACTIVE [ 1180.604075] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.604228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.604312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.604476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.604566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.604846] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.604908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.604973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.605158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.605241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.605472] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.605627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.605700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.605944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.607264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.607264] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b is going to be updated. [ 1180.633797] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.634017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.634088] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.634322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.634489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.636058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b66ba5c9-59d3-4cb9-b44a-0c7bfa3ce89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.722521] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1560ce7c-ade0-43f3-97e0-773d376a9482: rpc.has_security_group_logging(os_id): False [ 1180.763808] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.764071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.764206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.764464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.764580] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.764760] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.764886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.764979] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.765292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.765292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.765473] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.765473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.765711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.765711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.765791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.765921] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.766026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.766091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.766447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.766447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.766562] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 is going to be updated. [ 1180.869909] env[64796]: INFO networking_nsxv3.common.synchronization [req-c5f0c860-f3bb-44e6-ad00-f740f668da39 req-75da2d0b-d22e-4e33-b95f-b91652a8c50f tempest-ServersV294TestFqdnHostnames-2111480532 tempest-ServersV294TestFqdnHostnames-2111480532-project-member] Enqueued Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGHEST for action security_group_members [ 1180.871026] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGHEST for action security_group_members [ 1180.871211] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.871340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.871567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.871640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.871773] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.871873] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.871928] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.872088] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.872176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.872272] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe5a973-a3a9-47e1-b31c-c769bdb329ee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.885226] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.885226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.885226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.885665] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.885665] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.908546] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 in Status: IN_PROGRESS for 2s [ 1181.335207] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea in Status: SUCCESS [ 1181.335998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.335998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.335998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.336373] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.336373] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.336492] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.336777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.336777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.336990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.337071] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.375286] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.375464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.375537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.375789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.375899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.376155] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.376299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.376376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.376549] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.376657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.376829] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee is going to be updated. [ 1181.422445] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.422445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.422445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.422445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.422636] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.435066] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee in Status: IN_PROGRESS for 2s [ 1181.627682] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 in Status: SUCCESS [ 1181.627682] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 deletion is rescheduled due to dependency. [ 1181.627682] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.840043] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.047182] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1182.047508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.047755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.047986] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.048490] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.048638] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.048705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.049098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.049098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.049254] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.064887] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.064887] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.064887] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.064887] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.066212] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.066212] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.066212] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.066473] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.066616] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.066828] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.066940] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.067079] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.067214] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.067332] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.067441] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.067581] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.094570] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.094758] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1182.095157] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.095157] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.095444] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-1394671f-95b7-47b3-bf3a-27f5aaa708b0 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.095617] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.095740] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.096249] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.096249] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1394671f-95b7-47b3-bf3a-27f5aaa708b0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.344431] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6e58e67-59a6-49a5-87ee-f3bf7169c1ea: rpc.has_security_group_logging(os_id): False [ 1182.363696] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.363878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.363932] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.364142] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.364228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.364464] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.364565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.364630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.364778] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.364859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.364944] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea is going to be created. [ 1182.428685] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.429554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.429554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.429554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.429683] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.441354] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea in Status: IN_PROGRESS for 2s [ 1182.552018] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.599977] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.600310] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.600545] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.600963] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.600963] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.601124] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 1394671f-95b7-47b3-bf3a-27f5aaa708b0 not found, creating... [ 1182.601450] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.601642] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.601748] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.602139] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.602257] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.602553] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.602697] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.602864] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.603206] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.603445] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.603445] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 1394671f-95b7-47b3-bf3a-27f5aaa708b0 is going to be created. [ 1182.634394] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.634394] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.634394] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.634394] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.634394] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.635357] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.928115] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 in Status: SUCCESS [ 1182.928410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.044695] env[64796]: INFO networking_nsxv3.common.synchronization [req-86d8b60c-0343-4bc0-8d6b-98d24e52f6fd req-2bcf9e83-a677-4549-8142-99da56e56978 tempest-ImagesOneServerNegativeTestJSON-1304747800 tempest-ImagesOneServerNegativeTestJSON-1304747800-project-member] Enqueued Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1183.045302] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1183.046369] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.046369] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.046369] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.046369] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.046369] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.046369] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.046694] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.046694] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.046694] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.046884] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.055409] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.384052] env[64796]: INFO networking_nsxv3.common.synchronization [req-1463ed4c-c9f4-460d-81c1-0db4bce7d4b0 req-c3e6daab-1918-4a55-904f-c349ad94b194 service nova] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_rules [ 1183.384052] env[64796]: INFO networking_nsxv3.common.synchronization [req-1463ed4c-c9f4-460d-81c1-0db4bce7d4b0 req-c3e6daab-1918-4a55-904f-c349ad94b194 service nova] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1183.384367] env[64796]: INFO networking_nsxv3.common.synchronization [req-1463ed4c-c9f4-460d-81c1-0db4bce7d4b0 req-c3e6daab-1918-4a55-904f-c349ad94b194 service nova] Enqueued Resource ID: 1394671f-95b7-47b3-bf3a-27f5aaa708b0 with Priority: HIGHEST for action port [ 1183.384988] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_rules [ 1183.385271] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1183.385413] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1394671f-95b7-47b3-bf3a-27f5aaa708b0 with Priority: HIGHEST for action port [ 1183.385806] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.385999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.386487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.386487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.386487] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.387722] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.387805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.387860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.388484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.388484] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.388484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.388652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.388875] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.389877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.389877] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.391317] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-1394671f-95b7-47b3-bf3a-27f5aaa708b0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.391317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.391317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.391317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.391505] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1394671f-95b7-47b3-bf3a-27f5aaa708b0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.445645] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee in Status: SUCCESS [ 1183.445881] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee deletion is rescheduled due to dependency. [ 1183.446014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.479169] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.479169] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-68" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.479169] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-68" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.479511] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-68" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.479729] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.479827] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.479947] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.480412] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.480412] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.480523] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.480833] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.480833] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.480943] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.481074] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.481187] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.481350] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.503428] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.503612] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.503818] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.504030] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-68" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.504383] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-f1ac9774-f194-4e55-8c29-6a84d794e4c4 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.504761] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-f1ac9774-f194-4e55-8c29-6a84d794e4c4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.504761] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-f1ac9774-f194-4e55-8c29-6a84d794e4c4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.505020] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-f1ac9774-f194-4e55-8c29-6a84d794e4c4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.505164] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1ac9774-f194-4e55-8c29-6a84d794e4c4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.549982] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.549982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.549982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.549982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.550328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.550328] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.550328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.550449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.550529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.550603] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.550685] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96162838-eb7e-4795-8d1d-054d34458259 already deleted. [ 1183.550781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.557822] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.557997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.557997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.558170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.558359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.558431] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1183.617850] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.618150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.618247] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.618480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.619188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.630732] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1183.894093] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.894763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.894763] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.895603] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1394671f-95b7-47b3-bf3a-27f5aaa708b0 with status ACTIVE [ 1183.895820] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.896012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.896142] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.896366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.896506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.896737] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.896872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.896966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.898352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.898526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.898827] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.898960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.899082] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.899371] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.899490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.899988] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1394671f-95b7-47b3-bf3a-27f5aaa708b0 is going to be updated. [ 1183.942358] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.942696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.942696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.942884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.942964] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.943160] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.007908] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.008187] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.008432] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.008740] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.008923] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.009200] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port f1ac9774-f194-4e55-8c29-6a84d794e4c4 not found, creating... [ 1184.009587] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.009787] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.009935] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.010262] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.010412] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.010806] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.011051] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.011221] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.011511] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.011702] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.012185] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: f1ac9774-f194-4e55-8c29-6a84d794e4c4 is going to be created. [ 1184.053807] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.054273] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.054375] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.054761] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.055068] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.055440] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-f1ac9774-f194-4e55-8c29-6a84d794e4c4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.403351] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.457328] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea in Status: SUCCESS [ 1184.457328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.769268] env[64796]: INFO networking_nsxv3.common.synchronization [req-86d8b60c-0343-4bc0-8d6b-98d24e52f6fd req-c2dea5b0-1ca2-4565-8c45-bd617dfc5093 service nova] Enqueued Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_rules [ 1184.769620] env[64796]: INFO networking_nsxv3.common.synchronization [req-86d8b60c-0343-4bc0-8d6b-98d24e52f6fd req-c2dea5b0-1ca2-4565-8c45-bd617dfc5093 service nova] Enqueued Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1184.770203] env[64796]: INFO networking_nsxv3.common.synchronization [req-86d8b60c-0343-4bc0-8d6b-98d24e52f6fd req-c2dea5b0-1ca2-4565-8c45-bd617dfc5093 service nova] Enqueued Resource ID: f1ac9774-f194-4e55-8c29-6a84d794e4c4 with Priority: HIGHEST for action port [ 1184.771785] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_rules [ 1184.771785] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1184.771785] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ac9774-f194-4e55-8c29-6a84d794e4c4 with Priority: HIGHEST for action port [ 1184.772140] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.772299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.772392] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.772781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.773031] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.774430] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.774577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.774652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.774873] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.775219] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.775219] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.775350] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.775537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.775647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.775747] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.778069] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1ac9774-f194-4e55-8c29-6a84d794e4c4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.781170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1ac9774-f194-4e55-8c29-6a84d794e4c4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.781170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1ac9774-f194-4e55-8c29-6a84d794e4c4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.781170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1ac9774-f194-4e55-8c29-6a84d794e4c4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.781170] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1ac9774-f194-4e55-8c29-6a84d794e4c4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.909305] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.909641] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.909641] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.909904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.910038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.910179] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be updated. [ 1184.942955] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.943143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.943209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.943407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.947262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.962740] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 1185.283477] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.283714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.283815] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.284739] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1ac9774-f194-4e55-8c29-6a84d794e4c4 with status ACTIVE [ 1185.285019] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.285160] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.285235] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.285464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.285563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.285743] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.285844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.285905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.287292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.287419] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.287627] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.287755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.287854] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.288077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.288165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.288265] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1ac9774-f194-4e55-8c29-6a84d794e4c4 is going to be updated. [ 1185.324353] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.324511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.324592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.324786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.324929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.325109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1ac9774-f194-4e55-8c29-6a84d794e4c4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.641849] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1185.642101] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.642281] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.642502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.642702] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.642819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.642886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.643055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.643139] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.643227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.643321] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.675992] env[64796]: INFO networking_nsxv3.common.synchronization [req-73591cfc-43cf-45fc-a74f-3601009255eb req-20b47f4b-95ce-49d1-9cf8-0cdfaf5dcfa3 tempest-ServerActionsTestOtherB-680283000 tempest-ServerActionsTestOtherB-680283000-project-member] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1185.676458] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1185.676774] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.677085] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.677085] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.677255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.677296] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.677429] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.677464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.677643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.677706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.677781] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.791164] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.019571] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.020356] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.020356] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.020356] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.020724] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.020905] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.021063] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.021344] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.021527] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.021814] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.021944] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.022073] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.022192] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.022310] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.022418] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.022578] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.045738] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.045996] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.046149] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.046430] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.046784] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-658ac714-97c0-4f3e-a9d7-414807bc128b taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.046995] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-658ac714-97c0-4f3e-a9d7-414807bc128b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.047186] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-658ac714-97c0-4f3e-a9d7-414807bc128b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.047546] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-658ac714-97c0-4f3e-a9d7-414807bc128b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.047735] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('658ac714-97c0-4f3e-a9d7-414807bc128b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.146307] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.146675] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.146768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.147058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.147308] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.147511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.147624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.147912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.148104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.148260] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.148750] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.148918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.151613] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.151917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.152126] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.152248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.152310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.152478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.152633] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.152717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.152763] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.181510] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.181510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.181510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.181510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.181510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.181792] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.181792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.181887] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.182059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.182172] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.182326] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 is going to be updated. [ 1186.214672] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.214917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.214917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.215179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.215331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.228189] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: IN_PROGRESS for 2s [ 1186.294647] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.294647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.294647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.294647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.294647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.295134] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96162838-eb7e-4795-8d1d-054d34458259 is going to be created. [ 1186.326702] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.326991] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.327148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.327295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.327582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.339843] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: UNINITIALIZED for 2s [ 1186.397917] env[64796]: INFO networking_nsxv3.common.synchronization [req-fd4d88cc-4a19-443b-aac4-cbf61d9dc7f0 req-250518d6-34ac-48b3-97f6-80075bf05844 tempest-ServerActionsTestOtherA-1986695756 tempest-ServerActionsTestOtherA-1986695756-project-member] Enqueued Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_members [ 1186.398430] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 with Priority: HIGHEST for action security_group_members [ 1186.398762] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1560ce7c-ade0-43f3-97e0-773d376a9482 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.398941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.398941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.400989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.400989] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.400989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.400989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.400989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.400989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.400989] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1560ce7c-ade0-43f3-97e0-773d376a9482',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.449710] env[64796]: INFO networking_nsxv3.common.synchronization [req-fd4d88cc-4a19-443b-aac4-cbf61d9dc7f0 req-250518d6-34ac-48b3-97f6-80075bf05844 tempest-ServerActionsTestOtherA-1986695756 tempest-ServerActionsTestOtherA-1986695756-project-member] Enqueued Resource ID: ecc7429c-770f-4e1d-86d8-8edbf37de33a with Priority: HIGHEST for action port [ 1186.450258] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc7429c-770f-4e1d-86d8-8edbf37de33a with Priority: HIGHEST for action port [ 1186.450582] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecc7429c-770f-4e1d-86d8-8edbf37de33a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.450726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecc7429c-770f-4e1d-86d8-8edbf37de33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.450780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecc7429c-770f-4e1d-86d8-8edbf37de33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.450982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecc7429c-770f-4e1d-86d8-8edbf37de33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.451080] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc7429c-770f-4e1d-86d8-8edbf37de33a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.550929] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.551200] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.551300] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.551609] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.551845] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.552042] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 658ac714-97c0-4f3e-a9d7-414807bc128b not found, creating... [ 1186.552373] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.552540] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.552661] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.552890] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.553038] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.553336] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.553489] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.553606] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.553814] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.553944] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.554176] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 658ac714-97c0-4f3e-a9d7-414807bc128b is going to be created. [ 1186.578465] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.578824] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.579101] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.579532] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.579943] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.580334] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-658ac714-97c0-4f3e-a9d7-414807bc128b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.655411] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09: rpc.has_security_group_logging(os_id): False [ 1186.679298] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.679567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.679637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.679865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.680045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.680751] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.680751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.680751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.680751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.681055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.681115] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.681236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.681345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.681556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.681645] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.681895] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.682076] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.682170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.683058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.683058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.683058] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1186.759596] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.759758] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.760785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.760785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.760785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.784885] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1186.903274] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.903274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.903274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.903576] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.903705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.903880] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.904014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.904139] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.904320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.904387] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.904455] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 is going to be updated. [ 1186.948841] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.948841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.948841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.950380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.950380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.953615] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecc7429c-770f-4e1d-86d8-8edbf37de33a with status ACTIVE [ 1186.953615] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.953615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.953849] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.953956] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.954214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.954303] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.954476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.954476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.954624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.954704] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.955116] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.955116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.955116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.955525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.955525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.955525] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecc7429c-770f-4e1d-86d8-8edbf37de33a is going to be updated. [ 1186.961458] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 in Status: IN_PROGRESS for 2s [ 1186.979224] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 1186.979563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.979795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.981471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.981471] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.981471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.981471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.981471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.981471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.981471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.981471] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.991420] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.991420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.991626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.991700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.993687] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.993687] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecc7429c-770f-4e1d-86d8-8edbf37de33a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.370403] env[64796]: INFO networking_nsxv3.common.synchronization [req-73591cfc-43cf-45fc-a74f-3601009255eb req-4c80403d-a4e2-4bbb-bbe0-d3bf1c2588cf service nova] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_rules [ 1187.370735] env[64796]: INFO networking_nsxv3.common.synchronization [req-73591cfc-43cf-45fc-a74f-3601009255eb req-4c80403d-a4e2-4bbb-bbe0-d3bf1c2588cf service nova] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1187.370735] env[64796]: INFO networking_nsxv3.common.synchronization [req-73591cfc-43cf-45fc-a74f-3601009255eb req-4c80403d-a4e2-4bbb-bbe0-d3bf1c2588cf service nova] Enqueued Resource ID: 658ac714-97c0-4f3e-a9d7-414807bc128b with Priority: HIGHEST for action port [ 1187.371272] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_rules [ 1187.371413] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1187.371969] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658ac714-97c0-4f3e-a9d7-414807bc128b with Priority: HIGHEST for action port [ 1187.372299] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.372426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.372626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.372835] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.372925] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.374862] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.374862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.374862] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-658ac714-97c0-4f3e-a9d7-414807bc128b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.374862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-658ac714-97c0-4f3e-a9d7-414807bc128b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.374862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-658ac714-97c0-4f3e-a9d7-414807bc128b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.374862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-658ac714-97c0-4f3e-a9d7-414807bc128b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.374862] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('658ac714-97c0-4f3e-a9d7-414807bc128b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.484244] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.485952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.485952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.485952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.485952] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.485952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.485952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.485952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.485952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.485952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.485952] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.485952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.485952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.486673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.486673] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.486673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.486673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.486993] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.486993] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.487483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.487483] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.878736] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.878961] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.879155] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 658ac714-97c0-4f3e-a9d7-414807bc128b with status ACTIVE [ 1187.879360] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.879506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.879599] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.879816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.879910] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.880291] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.880291] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.880291] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.880480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.880480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.882044] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.882044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.882044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.882817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.884744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.884744] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 658ac714-97c0-4f3e-a9d7-414807bc128b is going to be updated. [ 1187.914647] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.914864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.914978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.916042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.916362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.916711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-658ac714-97c0-4f3e-a9d7-414807bc128b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.990022] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03987233-7a4b-479e-a980-35d7a929d53c: rpc.has_security_group_logging(os_id): False [ 1188.011414] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.011606] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.011682] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.011905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.011976] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.012179] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.012341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.012341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.012510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.012543] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.012738] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.012864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.013644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.013644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.013644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.014021] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.014021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.014021] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.014379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.014379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.014379] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be updated. [ 1188.100934] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.101403] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.101490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.101706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.102087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.117775] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 1188.240831] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: SUCCESS [ 1188.240831] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 deletion is rescheduled due to dependency. [ 1188.240831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.241081] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.241185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.241367] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.241486] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.241555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.241719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.241802] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.241907] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.350389] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: SUCCESS [ 1188.350563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.351561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.351561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.351561] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.351791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.351791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.351864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.352131] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.352131] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.352131] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.745471] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.800480] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1188.800574] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.856641] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.856773] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.856837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.857745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.857958] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.858088] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.858159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.858334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.858487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.858619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.858693] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.858863] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.858863] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.859030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.859208] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.859306] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.859369] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.859536] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.859620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.859706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.859797] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.975434] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 in Status: SUCCESS [ 1188.975434] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1560ce7c-ade0-43f3-97e0-773d376a9482 deletion is rescheduled due to dependency. [ 1188.975434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1560ce7c-ade0-43f3-97e0-773d376a9482" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.249485] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.362405] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96162838-eb7e-4795-8d1d-054d34458259: rpc.has_security_group_logging(os_id): False [ 1189.384130] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.384402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.384402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.384690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.384829] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.385127] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.385282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.385357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.385537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.385655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.386321] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.386321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.386321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.386503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.388173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.388173] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.388173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.388173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.388173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.388173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.388173] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96162838-eb7e-4795-8d1d-054d34458259 is going to be created. [ 1189.459688] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.460407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.460565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.461285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.461285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.480827] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: IN_PROGRESS for 2s [ 1189.752355] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.752697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.752697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.752911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.753052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.753180] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 is going to be updated. [ 1189.792300] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.792300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.792300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.792300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.792300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.809604] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: IN_PROGRESS for 2s [ 1190.140431] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 1190.141466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.495649] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: SUCCESS [ 1191.495949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.822897] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: SUCCESS [ 1191.823194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.823442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.823678] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.823878] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.824035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.824110] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.824299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.824382] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.824472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.824571] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.887633] env[64796]: INFO networking_nsxv3.common.synchronization [req-6fd0b1bf-d3b2-4996-abff-8d9e0ba69b0d req-cc67f71e-bc3f-4159-aa84-1e9056538eac tempest-DeleteServersTestJSON-651100822 tempest-DeleteServersTestJSON-651100822-project-member] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1191.888288] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1191.888658] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.888799] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.889012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.889333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.889449] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.889557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.889621] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.889753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.890193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.890193] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.328655] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.393183] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.393183] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.393363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.393652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.393786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.394172] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.394296] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.394518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.394694] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.394815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.394957] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be updated. [ 1192.424189] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.424415] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.424788] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.424942] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.425455] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.425616] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.425896] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.426206] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.426525] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.426888] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.427089] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.427302] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.427486] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.427612] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.427862] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.428188] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.432324] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.432610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.432793] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.433054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.433230] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.457682] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 1192.479029] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.479187] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.479428] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.479789] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-324" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.480139] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-b0ed19b0-c387-4b3e-b0d9-a83e65a72d71 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.480389] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-b0ed19b0-c387-4b3e-b0d9-a83e65a72d71" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.480907] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-b0ed19b0-c387-4b3e-b0d9-a83e65a72d71" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.481021] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-b0ed19b0-c387-4b3e-b0d9-a83e65a72d71" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.484065] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0ed19b0-c387-4b3e-b0d9-a83e65a72d71',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.831252] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61101a89-2bca-42e5-a383-b9fb9500d008: rpc.has_security_group_logging(os_id): False [ 1192.858166] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.858457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.858604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.858791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.858881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.859170] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.859269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.859337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.859491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.859574] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.859663] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 is going to be updated. [ 1192.984928] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.986402] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.986402] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.986402] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.986402] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.986835] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port b0ed19b0-c387-4b3e-b0d9-a83e65a72d71 not found, creating... [ 1192.986990] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.989461] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.989461] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.991068] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.991068] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.991483] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.992360] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.992809] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.994596] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.994596] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.994596] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: b0ed19b0-c387-4b3e-b0d9-a83e65a72d71 is going to be created. [ 1193.005811] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.008032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.008305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.008661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.009405] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.025747] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.025747] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.025747] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.026912] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.027290] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.027801] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-b0ed19b0-c387-4b3e-b0d9-a83e65a72d71" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.030620] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: IN_PROGRESS for 2s [ 1193.713462] env[64796]: INFO networking_nsxv3.common.synchronization [req-6fd0b1bf-d3b2-4996-abff-8d9e0ba69b0d req-29bc7faf-1d75-4c5e-9861-3df9fed93740 service nova] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_rules [ 1193.713462] env[64796]: INFO networking_nsxv3.common.synchronization [req-6fd0b1bf-d3b2-4996-abff-8d9e0ba69b0d req-29bc7faf-1d75-4c5e-9861-3df9fed93740 service nova] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1193.715406] env[64796]: INFO networking_nsxv3.common.synchronization [req-6fd0b1bf-d3b2-4996-abff-8d9e0ba69b0d req-29bc7faf-1d75-4c5e-9861-3df9fed93740 service nova] Enqueued Resource ID: b0ed19b0-c387-4b3e-b0d9-a83e65a72d71 with Priority: HIGHEST for action port [ 1193.715406] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_rules [ 1193.715406] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1193.715406] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ed19b0-c387-4b3e-b0d9-a83e65a72d71 with Priority: HIGHEST for action port [ 1193.715770] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.715981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.716140] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.716544] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.716644] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.718562] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.718702] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.719299] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0ed19b0-c387-4b3e-b0d9-a83e65a72d71 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.719299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0ed19b0-c387-4b3e-b0d9-a83e65a72d71" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.719299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0ed19b0-c387-4b3e-b0d9-a83e65a72d71" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.719539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0ed19b0-c387-4b3e-b0d9-a83e65a72d71" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.719539] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0ed19b0-c387-4b3e-b0d9-a83e65a72d71',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.222056] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.222056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.223098] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0ed19b0-c387-4b3e-b0d9-a83e65a72d71 with status ACTIVE [ 1194.223690] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.223690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.223690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.223898] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.223898] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.224046] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.224158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.224224] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.225148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.225148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.225148] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.225148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.225148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.225148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.225148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.225148] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0ed19b0-c387-4b3e-b0d9-a83e65a72d71 is going to be updated. [ 1194.252765] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.252765] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.252765] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.252765] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.252765] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.252765] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0ed19b0-c387-4b3e-b0d9-a83e65a72d71" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.471182] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 1194.473307] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 deletion is rescheduled due to dependency. [ 1194.473307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.473307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.473307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.473307] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.473307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.473307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.473307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.473307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.473307] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.773033] env[64796]: INFO networking_nsxv3.common.synchronization [None req-edbc7b49-355e-4621-b2fe-f38ba67a0c80 tempest-ServerActionsTestJSON-1200563110 tempest-ServerActionsTestJSON-1200563110-project-member] Enqueued Resource ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 with Priority: HIGHEST for action security_group_rules [ 1194.774410] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 with Priority: HIGHEST for action security_group_rules [ 1194.775273] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24aa97ca-80ae-4549-862e-2a13d3b899b3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.775418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.775502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.775853] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.776032] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24aa97ca-80ae-4549-862e-2a13d3b899b3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.871287] env[64796]: INFO networking_nsxv3.common.synchronization [None req-a3ddaa3a-2f92-44a1-814c-abfe40570ccc tempest-ServerActionsTestJSON-1200563110 tempest-ServerActionsTestJSON-1200563110-project-member] Enqueued Resource ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 with Priority: HIGHEST for action security_group_rules [ 1194.871799] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 with Priority: HIGHEST for action security_group_rules [ 1194.872146] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24aa97ca-80ae-4549-862e-2a13d3b899b3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.872496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.980647] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.034405] env[64796]: INFO networking_nsxv3.common.synchronization [req-d05baecf-b732-4f31-a3bb-f78146fa75eb req-fd6334f7-8877-4bb0-912e-e0cf220f7f55 tempest-ServersTestJSON-379968790 tempest-ServersTestJSON-379968790-project-member] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1195.034974] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1195.035707] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.035839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.036197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.036197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.036357] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.036357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.036573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.036627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.036693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.036792] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.046881] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: SUCCESS [ 1195.047112] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.307691] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.309844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.310264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.310654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.310894] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.311124] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 already deleted. [ 1195.311337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.311951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.312713] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.312913] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24aa97ca-80ae-4549-862e-2a13d3b899b3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.483209] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.539914] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.837293] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.837493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.837655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.837827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.838265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.838265] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 already deleted. [ 1195.838265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.984903] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.985075] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.985135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.985349] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.985442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.985550] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be updated. [ 1196.021769] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.022550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.023685] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.023960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.024146] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.035313] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 1196.042105] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.545783] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.545783] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.545783] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.546399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.546399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.547048] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1196.584547] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.586925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.586925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.587293] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.587525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.598093] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1198.046715] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 1198.047104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.047239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.047518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.047782] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.047921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.048019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.048204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.048290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.048383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.048492] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.551071] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.551373] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.551454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.551678] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.551883] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.551998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.552079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.552227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.552338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.552434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.552589] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.552837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.552837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.552936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.553017] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.553108] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.553171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.553309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.553388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.553470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.553558] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.608677] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1198.608877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.056207] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a5006c7-7e2e-4191-a6a0-87d6817a7695: rpc.has_security_group_logging(os_id): False [ 1199.076428] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.076571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.076643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.076995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.077116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.077350] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.077463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.077545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.077761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.077867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.078068] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.078171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.078234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.078379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.078455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.078697] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.078821] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.078931] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.078999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.081009] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.081144] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be updated. [ 1199.151912] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.151912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.151912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.151912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.151912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.165646] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 1200.035647] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.035882] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1200.786331] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.786573] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.786676] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.787019] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.787452] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.787663] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.787802] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.788130] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.788352] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.788624] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.788806] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.789292] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.789292] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.789292] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.789501] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.789696] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.812298] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.812545] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1200.812625] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.812801] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-811" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.813183] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-1394671f-95b7-47b3-bf3a-27f5aaa708b0 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.813388] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.813573] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.813974] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.814162] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1394671f-95b7-47b3-bf3a-27f5aaa708b0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.185632] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 1201.186242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.316747] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.317053] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.317139] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.317459] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.317615] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.317920] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.318095] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.318219] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.318447] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.318589] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.318959] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.319223] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.319373] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.319674] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.319876] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.320123] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 1394671f-95b7-47b3-bf3a-27f5aaa708b0 is going to be updated. [ 1201.341522] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.341767] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.342043] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.342331] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.342537] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.342766] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.080793] env[64796]: INFO networking_nsxv3.common.synchronization [req-465c909d-66ca-43c6-932e-e321d7408a03 req-8883b5c9-5a82-45e3-b1ad-ccf0f736cbb1 service nova] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_rules [ 1202.080793] env[64796]: INFO networking_nsxv3.common.synchronization [req-465c909d-66ca-43c6-932e-e321d7408a03 req-8883b5c9-5a82-45e3-b1ad-ccf0f736cbb1 service nova] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1202.080793] env[64796]: INFO networking_nsxv3.common.synchronization [req-465c909d-66ca-43c6-932e-e321d7408a03 req-8883b5c9-5a82-45e3-b1ad-ccf0f736cbb1 service nova] Enqueued Resource ID: 1394671f-95b7-47b3-bf3a-27f5aaa708b0 with Priority: HIGHEST for action port [ 1202.080793] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_rules [ 1202.080793] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1202.080793] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1394671f-95b7-47b3-bf3a-27f5aaa708b0 with Priority: HIGHEST for action port [ 1202.081458] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.081458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.081458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.081846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.081846] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.082759] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.082967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.082967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.083184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.083440] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.083552] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.083603] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.085023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.085023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.085023] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.085023] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-1394671f-95b7-47b3-bf3a-27f5aaa708b0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.085023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.085023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.085434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.085434] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1394671f-95b7-47b3-bf3a-27f5aaa708b0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.587523] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.588739] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.588857] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.589313] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1394671f-95b7-47b3-bf3a-27f5aaa708b0 with status ACTIVE [ 1202.589529] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.589611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.589674] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.589925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.590062] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.590662] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.590662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.590662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.590662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.590662] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.590935] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.590997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.590997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.591163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.591257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.591349] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1394671f-95b7-47b3-bf3a-27f5aaa708b0 is going to be updated. [ 1202.614035] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.614035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.614035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.614035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.614035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.614035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1394671f-95b7-47b3-bf3a-27f5aaa708b0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.089983] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.592434] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.592589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.592668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.592912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.593055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.593184] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be updated. [ 1203.648325] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.648523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.648523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.648877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.649114] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.667639] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 1205.682731] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 1205.683204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.683204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.683434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.683640] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.683824] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.683943] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.684412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.684412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.684412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.684605] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.187665] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.187937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.188053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.188428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.188693] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.188889] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.188964] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.189243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.189359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.189459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.189711] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.189904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.190934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.191314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.191617] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.191815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.191964] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.192216] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.192413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.193250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.193250] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.696376] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03987233-7a4b-479e-a980-35d7a929d53c: rpc.has_security_group_logging(os_id): False [ 1206.714934] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.715107] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.715440] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.715440] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.715498] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.715702] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.715843] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.715950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.716143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.716224] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.716426] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.716522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.716586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.716762] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.717060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.717422] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.717528] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.717593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.717741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.717818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.717909] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be updated. [ 1206.781939] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.782194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.782307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.782579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.782741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.797670] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 1207.082132] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.082235] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1207.575626] env[64796]: INFO networking_nsxv3.common.synchronization [req-dcefb230-3b6d-4ee5-ab51-2e47727fe894 req-923918bd-e390-47c3-98c6-a7c63a987b4f tempest-ServersTestJSON-379968790 tempest-ServersTestJSON-379968790-project-member] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1207.576249] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1207.577035] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.577035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.577035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.577295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.577337] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.577626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.577626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.577702] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.577754] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.577848] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.080070] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.130257] env[64796]: INFO networking_nsxv3.common.synchronization [req-b4158d9f-34a5-4279-9384-5dd91ebfa0b1 req-662ae8d7-397f-43be-aad5-81e686469d9f tempest-ServerActionsTestJSON-1200563110 tempest-ServerActionsTestJSON-1200563110-project-member] Enqueued Resource ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 with Priority: HIGHEST for action security_group_members [ 1208.131091] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 with Priority: HIGHEST for action security_group_members [ 1208.131469] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-24aa97ca-80ae-4549-862e-2a13d3b899b3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.131636] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.131712] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.132739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.132953] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.133113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.133184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.133390] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.133500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.133626] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24aa97ca-80ae-4549-862e-2a13d3b899b3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.525444] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.525444] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.525444] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.525444] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.525695] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.525946] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.526041] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.526583] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.526771] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.527000] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.527134] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.527243] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.527350] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.528120] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.528120] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.528120] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.550034] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.550346] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1208.550585] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.550837] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.551321] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.551618] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.551759] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.552270] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.553134] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.582881] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.636593] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.636593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.636593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.636593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.636593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.637022] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.637022] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.637150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.638045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.638045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.638045] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 already deleted. [ 1208.638045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.812877] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 1208.813145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.055584] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.055910] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.055976] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.056423] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.056741] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.057107] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7 not found, creating... [ 1209.057493] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.057709] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.057860] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.058151] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.058355] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.058661] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.058852] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.059031] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.059290] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.059458] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.059639] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7 is going to be created. [ 1209.085315] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.085860] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.085860] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.086131] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.086847] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.086847] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.087776] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.087947] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.088042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.088276] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.088402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.088480] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1209.122210] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.122391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.122426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.122721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.122890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.139235] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1209.813562] env[64796]: INFO networking_nsxv3.common.synchronization [req-b4158d9f-34a5-4279-9384-5dd91ebfa0b1 req-bd83fee8-42d9-408d-9dd6-d93cc01a2d23 service nova] Enqueued Resource ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 with Priority: HIGHEST for action security_group_rules [ 1209.813562] env[64796]: INFO networking_nsxv3.common.synchronization [req-b4158d9f-34a5-4279-9384-5dd91ebfa0b1 req-bd83fee8-42d9-408d-9dd6-d93cc01a2d23 service nova] Enqueued Resource ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 with Priority: HIGHEST for action security_group_members [ 1209.813666] env[64796]: INFO networking_nsxv3.common.synchronization [req-b4158d9f-34a5-4279-9384-5dd91ebfa0b1 req-bd83fee8-42d9-408d-9dd6-d93cc01a2d23 service nova] Enqueued Resource ID: 5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7 with Priority: HIGHEST for action port [ 1209.816056] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 with Priority: HIGHEST for action security_group_rules [ 1209.816155] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 with Priority: HIGHEST for action security_group_members [ 1209.816250] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7 with Priority: HIGHEST for action port [ 1209.816639] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24aa97ca-80ae-4549-862e-2a13d3b899b3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.816997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.817107] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.817341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.817458] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24aa97ca-80ae-4549-862e-2a13d3b899b3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.819396] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-24aa97ca-80ae-4549-862e-2a13d3b899b3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.819556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.819703] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.819925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.820128] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.820261] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.820351] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.820600] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.820723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.820845] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24aa97ca-80ae-4549-862e-2a13d3b899b3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.822445] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.823466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.823466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.823466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.823466] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.054756] env[64796]: INFO networking_nsxv3.common.synchronization [req-45540463-098e-4293-be2f-264080b80e6b req-bb484679-46f8-4350-a173-fe1721fb7608 tempest-ImagesOneServerNegativeTestJSON-1304747800 tempest-ImagesOneServerNegativeTestJSON-1304747800-project-member] Enqueued Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1210.055709] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1210.055930] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.056334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.056334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.056556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.056970] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.057152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.057273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.057458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.057590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.057746] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.322848] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24aa97ca-80ae-4549-862e-2a13d3b899b3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.325803] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7 with status ACTIVE [ 1210.326050] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.326200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.326313] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.326690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.326804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.327156] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.327324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.327414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.327657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.327796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.328132] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.328368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.328368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.328629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.329511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.329511] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7 is going to be updated. [ 1210.330195] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-24aa97ca-80ae-4549-862e-2a13d3b899b3 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.330373] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.372069] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.372731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.372731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.372731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.372731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.372927] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f50dc7a-ac56-46ee-9ba7-92ed4685d4b7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.560602] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.560785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.560844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.561052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.561153] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.561352] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.561442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.561563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.561653] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.561728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.561815] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96162838-eb7e-4795-8d1d-054d34458259 is going to be updated. [ 1210.595123] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.595295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.595344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.595571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.595724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.609119] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: IN_PROGRESS for 2s [ 1210.824968] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24aa97ca-80ae-4549-862e-2a13d3b899b3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.161513] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1211.161658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.328408] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.328693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.328693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.328902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.328997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.329133] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 is going to be created. [ 1211.353322] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.353514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.353514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.353706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.353874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.365213] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 in Status: UNINITIALIZED for 2s [ 1212.621035] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: SUCCESS [ 1212.621381] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96162838-eb7e-4795-8d1d-054d34458259 deletion is rescheduled due to dependency. [ 1212.621381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.098951] env[64796]: INFO networking_nsxv3.common.synchronization [req-c1a77fbf-142b-40f5-ae40-6a090b1b236a req-5dd6f289-e19d-47da-86d4-b30b2b5fb696 tempest-ServerRescueNegativeTestJSON-1250450574 tempest-ServerRescueNegativeTestJSON-1250450574-project-member] Enqueued Resource ID: 12163e3a-0d00-4692-b669-b54bedb57b1a with Priority: HIGHEST for action security_group_members [ 1213.099685] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12163e3a-0d00-4692-b669-b54bedb57b1a with Priority: HIGHEST for action security_group_members [ 1213.100185] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-12163e3a-0d00-4692-b669-b54bedb57b1a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.100486] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.100677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.101031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.101293] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.101520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.103550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.103550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.103550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.103550] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12163e3a-0d00-4692-b669-b54bedb57b1a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.375232] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 in Status: SUCCESS [ 1213.375442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.375623] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.375864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.376044] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.376466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.376466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.376466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.376611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.376611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.376890] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24aa97ca-80ae-4549-862e-2a13d3b899b3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.609019] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.609019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.609019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.609019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.609019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.609019] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.609019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.609019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.609019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.609019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.609019] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12163e3a-0d00-4692-b669-b54bedb57b1a is going to be updated. [ 1213.642618] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.643057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.643168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.643405] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.643572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.666327] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12163e3a-0d00-4692-b669-b54bedb57b1a in Status: IN_PROGRESS for 2s [ 1213.879662] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24aa97ca-80ae-4549-862e-2a13d3b899b3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.382393] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24aa97ca-80ae-4549-862e-2a13d3b899b3: rpc.has_security_group_logging(os_id): False [ 1214.407757] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.407907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.407966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.408191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.408306] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.408632] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.408738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.408805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.409041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.409125] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.409215] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 is going to be created. [ 1214.471673] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.471881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.471930] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.472113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.472291] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.484503] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 in Status: IN_PROGRESS for 2s [ 1215.680586] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12163e3a-0d00-4692-b669-b54bedb57b1a in Status: SUCCESS [ 1215.680964] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12163e3a-0d00-4692-b669-b54bedb57b1a deletion is rescheduled due to dependency. [ 1215.681087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.498966] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 in Status: SUCCESS [ 1216.499254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.684631] env[64796]: INFO networking_nsxv3.common.synchronization [None req-f68e136c-6e04-4e0e-adf2-b88d6f7ab3a6 tempest-ImagesOneServerNegativeTestJSON-1304747800 tempest-ImagesOneServerNegativeTestJSON-1304747800-project-member] Enqueued Resource ID: 5d96e1d9-1e67-453c-b595-e59975308d10 with Priority: HIGHEST for action security_group_rules [ 1217.685278] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d96e1d9-1e67-453c-b595-e59975308d10 with Priority: HIGHEST for action security_group_rules [ 1217.685744] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d96e1d9-1e67-453c-b595-e59975308d10 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.685953] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d96e1d9-1e67-453c-b595-e59975308d10" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.686041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d96e1d9-1e67-453c-b595-e59975308d10" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.686412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d96e1d9-1e67-453c-b595-e59975308d10" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.686555] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d96e1d9-1e67-453c-b595-e59975308d10',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.763481] env[64796]: INFO networking_nsxv3.common.synchronization [None req-2247962a-73e9-40c4-8b6b-a7ee8dddbc5d tempest-ImagesOneServerNegativeTestJSON-1304747800 tempest-ImagesOneServerNegativeTestJSON-1304747800-project-member] Enqueued Resource ID: 5d96e1d9-1e67-453c-b595-e59975308d10 with Priority: HIGHEST for action security_group_rules [ 1217.764021] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d96e1d9-1e67-453c-b595-e59975308d10 with Priority: HIGHEST for action security_group_rules [ 1217.764527] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d96e1d9-1e67-453c-b595-e59975308d10 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.764527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d96e1d9-1e67-453c-b595-e59975308d10" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.162450] env[64796]: INFO networking_nsxv3.common.synchronization [req-ea8a8a32-3c3f-47ea-923b-40ebc2c08dbf req-106df837-1353-4e0d-a0ff-70bf624b65a7 tempest-ServerActionsTestOtherA-1986695756 tempest-ServerActionsTestOtherA-1986695756-project-member] Enqueued Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_members [ 1218.163081] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_members [ 1218.163408] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.163539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.163613] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.164149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.164351] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.164474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.164543] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.165144] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.165144] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.165144] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.214132] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.214380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.214496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.214748] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.214886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.215042] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d96e1d9-1e67-453c-b595-e59975308d10 already deleted. [ 1218.215192] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d96e1d9-1e67-453c-b595-e59975308d10" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.215721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d96e1d9-1e67-453c-b595-e59975308d10" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.215945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d96e1d9-1e67-453c-b595-e59975308d10" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.216093] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d96e1d9-1e67-453c-b595-e59975308d10',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.553360] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.553593] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.553739] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.554087] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.554404] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.554604] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.554734] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.554988] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.555202] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.555461] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.555586] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.555712] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.555851] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.555972] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.556177] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.556338] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.577736] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.578059] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.578151] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.578707] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-253" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.578707] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-e1a99a31-0c9b-4556-8ec8-e4bb2f619a80 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.578868] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-e1a99a31-0c9b-4556-8ec8-e4bb2f619a80" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.578868] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-e1a99a31-0c9b-4556-8ec8-e4bb2f619a80" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.579336] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-e1a99a31-0c9b-4556-8ec8-e4bb2f619a80" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.579480] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1a99a31-0c9b-4556-8ec8-e4bb2f619a80',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.669470] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.738132] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.738423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.738423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.738565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.738656] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.738764] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d96e1d9-1e67-453c-b595-e59975308d10 already deleted. [ 1218.738873] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d96e1d9-1e67-453c-b595-e59975308d10" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.081720] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.081980] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.082088] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.082426] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.082577] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.082730] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port e1a99a31-0c9b-4556-8ec8-e4bb2f619a80 not found, creating... [ 1219.082999] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.083152] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.083334] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.083487] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.083643] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.083946] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.084137] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.084258] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.084465] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.084599] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.084757] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: e1a99a31-0c9b-4556-8ec8-e4bb2f619a80 is going to be created. [ 1219.113638] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.113638] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.113638] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.113638] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.113638] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.113638] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-e1a99a31-0c9b-4556-8ec8-e4bb2f619a80" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.171355] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.646116] env[64796]: INFO networking_nsxv3.common.synchronization [req-ddb86728-1368-47d3-bfd6-7c1eaf75736d req-2490a34a-6887-41fb-9b81-00aba0ff9f7b tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_members [ 1219.646637] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_members [ 1219.647070] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-869d66d8-97e8-46aa-8f11-702c8717385b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.647070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.647070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.647236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.647371] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.647545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.647545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.647712] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.647827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.647991] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.674787] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.675158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.675237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.675501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.675630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.675740] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 is going to be updated. [ 1219.707861] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.708547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.708547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.708547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.708741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.720400] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: IN_PROGRESS for 2s [ 1219.869676] env[64796]: INFO networking_nsxv3.common.synchronization [req-ea8a8a32-3c3f-47ea-923b-40ebc2c08dbf req-38370628-9a97-4aa7-9ac2-bd13651cd485 service nova] Enqueued Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_rules [ 1219.870415] env[64796]: INFO networking_nsxv3.common.synchronization [req-ea8a8a32-3c3f-47ea-923b-40ebc2c08dbf req-38370628-9a97-4aa7-9ac2-bd13651cd485 service nova] Enqueued Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_members [ 1219.870656] env[64796]: INFO networking_nsxv3.common.synchronization [req-ea8a8a32-3c3f-47ea-923b-40ebc2c08dbf req-38370628-9a97-4aa7-9ac2-bd13651cd485 service nova] Enqueued Resource ID: e1a99a31-0c9b-4556-8ec8-e4bb2f619a80 with Priority: HIGHEST for action port [ 1219.871494] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_rules [ 1219.871634] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_members [ 1219.871734] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a99a31-0c9b-4556-8ec8-e4bb2f619a80 with Priority: HIGHEST for action port [ 1219.872050] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.872167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.872512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.872512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.872815] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.873612] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.874127] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.874226] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1a99a31-0c9b-4556-8ec8-e4bb2f619a80 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.874332] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1a99a31-0c9b-4556-8ec8-e4bb2f619a80" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.874617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1a99a31-0c9b-4556-8ec8-e4bb2f619a80" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.874653] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1a99a31-0c9b-4556-8ec8-e4bb2f619a80" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.874735] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1a99a31-0c9b-4556-8ec8-e4bb2f619a80',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.150286] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.381086] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1a99a31-0c9b-4556-8ec8-e4bb2f619a80 with status ACTIVE [ 1220.381086] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.381086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.381086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.381086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.381086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.381086] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.381086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.381086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.381086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.381086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.381086] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.381086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.381086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.381086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.381086] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.381086] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1a99a31-0c9b-4556-8ec8-e4bb2f619a80 is going to be updated. [ 1220.383675] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.383779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.405429] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.405604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.405644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.406612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.406612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.406612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1a99a31-0c9b-4556-8ec8-e4bb2f619a80" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.655249] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.159312] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.159312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.159742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.159742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.159807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.159901] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 869d66d8-97e8-46aa-8f11-702c8717385b is going to be updated. [ 1221.204011] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.204173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.204772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.204772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.204772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.223438] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 869d66d8-97e8-46aa-8f11-702c8717385b in Status: IN_PROGRESS for 2s [ 1221.732332] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: SUCCESS [ 1221.732608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.732856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.733997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.733997] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.733997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.733997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.733997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.733997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.734461] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.237436] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.740432] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.020018] env[64796]: INFO networking_nsxv3.common.synchronization [req-292e0e2e-2bdd-4cad-b231-b1704da62945 req-3e2b77ac-bd6f-45b5-9fd5-ae07178687a1 tempest-ServersTestJSON-379968790 tempest-ServersTestJSON-379968790-project-member] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1223.021133] env[64796]: INFO networking_nsxv3.common.synchronization [req-910be1b1-ea9d-4a91-991b-ec5b5b2aefef req-2fe14a04-64b5-4879-9d7e-f900cbaaa4bd tempest-ServerDiskConfigTestJSON-2144250167 tempest-ServerDiskConfigTestJSON-2144250167-project-member] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1223.021486] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1223.021669] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1223.021994] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.022133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.022204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.022405] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.022562] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.022690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.022726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.022858] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.022944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.023059] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.023975] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.024144] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.024259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.024459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.024612] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.024715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.024781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.024925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.025028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.025113] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.238989] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 869d66d8-97e8-46aa-8f11-702c8717385b in Status: SUCCESS [ 1223.239401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.242887] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.243062] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.243136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.243356] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.243447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.243549] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 is going to be updated. [ 1223.286049] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.286147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.286177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.286476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.286554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.305276] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: IN_PROGRESS for 2s [ 1223.399457] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.399656] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.399788] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.400173] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.400498] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.400730] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.400965] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.401372] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.401791] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.401791] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.401873] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.401957] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.402066] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.402206] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.402360] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.402606] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.426979] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.426979] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.426979] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.426979] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.427342] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-e48753c5-1b03-4517-8da8-b68a24afe2e1 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.427525] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-e48753c5-1b03-4517-8da8-b68a24afe2e1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.427659] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-e48753c5-1b03-4517-8da8-b68a24afe2e1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.428170] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-e48753c5-1b03-4517-8da8-b68a24afe2e1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.428370] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48753c5-1b03-4517-8da8-b68a24afe2e1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.527233] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.528564] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.528716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.528789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.528996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.529155] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.529375] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.529475] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.529532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.529696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.529773] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.529870] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be updated. [ 1223.566714] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.566921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.567317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.567317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.567530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.582865] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 1223.932409] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.932689] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.932689] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.932966] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.933137] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.933300] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port e48753c5-1b03-4517-8da8-b68a24afe2e1 not found, creating... [ 1223.933639] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.933783] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.933885] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.934205] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.934363] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.934669] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.934829] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.934950] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.935204] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.935348] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.935497] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: e48753c5-1b03-4517-8da8-b68a24afe2e1 is going to be created. [ 1223.963347] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.963585] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.963709] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.964267] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.964545] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.964965] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-e48753c5-1b03-4517-8da8-b68a24afe2e1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.032503] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.534788] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.535180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.535180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.535283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.535331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.535441] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1224.568945] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.569305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.569795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.569795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.569970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.584277] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1224.715813] env[64796]: INFO networking_nsxv3.common.synchronization [req-292e0e2e-2bdd-4cad-b231-b1704da62945 req-8309a283-a569-43ee-ace1-a4e9d5d96832 service nova] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_rules [ 1224.716063] env[64796]: INFO networking_nsxv3.common.synchronization [req-292e0e2e-2bdd-4cad-b231-b1704da62945 req-8309a283-a569-43ee-ace1-a4e9d5d96832 service nova] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1224.716215] env[64796]: INFO networking_nsxv3.common.synchronization [req-292e0e2e-2bdd-4cad-b231-b1704da62945 req-8309a283-a569-43ee-ace1-a4e9d5d96832 service nova] Enqueued Resource ID: e48753c5-1b03-4517-8da8-b68a24afe2e1 with Priority: HIGHEST for action port [ 1224.716885] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_rules [ 1224.717628] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1224.717796] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48753c5-1b03-4517-8da8-b68a24afe2e1 with Priority: HIGHEST for action port [ 1224.718267] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.718415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.718486] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.718703] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.718791] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.723113] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.723113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.723113] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-e48753c5-1b03-4517-8da8-b68a24afe2e1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.723113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e48753c5-1b03-4517-8da8-b68a24afe2e1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.723113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e48753c5-1b03-4517-8da8-b68a24afe2e1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.723113] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e48753c5-1b03-4517-8da8-b68a24afe2e1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.723113] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48753c5-1b03-4517-8da8-b68a24afe2e1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.222330] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.222563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.222670] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e48753c5-1b03-4517-8da8-b68a24afe2e1 with status ACTIVE [ 1225.222847] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.223026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.223105] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.223407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.223661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.223707] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.223809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.223869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.224030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.224109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.224292] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.224384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.224446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.224584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.224660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.224744] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e48753c5-1b03-4517-8da8-b68a24afe2e1 is going to be updated. [ 1225.250973] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.251200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.251200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.251450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.251619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.251725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e48753c5-1b03-4517-8da8-b68a24afe2e1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.326897] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: SUCCESS [ 1225.327163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.327459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.327868] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.327994] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.328136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.328203] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.328391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.328470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.328566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.328824] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.598021] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 1225.598448] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 deletion is rescheduled due to dependency. [ 1225.598448] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.831456] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.334251] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f42d023-a35b-49ca-95a8-d87950325ac3: rpc.has_security_group_logging(os_id): False [ 1226.353277] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.353452] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.353570] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.353839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.353974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.354600] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.354600] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.354752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.354839] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.354925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.355065] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 is going to be updated. [ 1226.414457] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.414582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.414672] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.414877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.415036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.428160] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: IN_PROGRESS for 2s [ 1226.593939] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1226.594294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.594594] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.594921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.595242] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.595380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.595446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.595621] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.595764] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.595914] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.054135] env[64796]: INFO networking_nsxv3.common.synchronization [req-b29dab29-b6d8-4d29-b78a-f5920b3d40f5 req-b7cb32ca-9318-4e59-ab63-6b8cabae40d3 tempest-ImagesOneServerNegativeTestJSON-1304747800 tempest-ImagesOneServerNegativeTestJSON-1304747800-project-member] Enqueued Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1227.055075] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1227.055075] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.055246] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.055246] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.055477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.056042] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.056042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.056042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.056423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.056540] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.056638] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.098147] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.301375] env[64796]: INFO networking_nsxv3.common.synchronization [None req-7673a1c9-5030-4921-b1b9-88486eb20c5c tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGHEST for action security_group_rules [ 1227.301553] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGHEST for action security_group_rules [ 1227.304040] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7412a59-6dad-4c2c-881e-12c05767d9b6 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.304254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.304298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.304552] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.304639] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7412a59-6dad-4c2c-881e-12c05767d9b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.453350] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.453559] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-68" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.453689] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-68" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.453957] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-68" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.454309] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.454523] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.454700] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.454968] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.455159] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.455398] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.455538] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.455668] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.455798] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.455950] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.456242] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.456394] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.459839] env[64796]: INFO networking_nsxv3.common.synchronization [None req-98c85d55-54a5-4969-9cd1-9bc72cb28de3 tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGHEST for action security_group_rules [ 1227.460719] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGHEST for action security_group_rules [ 1227.461060] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7412a59-6dad-4c2c-881e-12c05767d9b6 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.461208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.478565] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.478744] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1227.478941] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.479135] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-68" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.479498] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-05de8461-36e6-498c-b282-14ec36be245a taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.479674] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-05de8461-36e6-498c-b282-14ec36be245a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.479797] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-05de8461-36e6-498c-b282-14ec36be245a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.480201] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-05de8461-36e6-498c-b282-14ec36be245a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.480354] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05de8461-36e6-498c-b282-14ec36be245a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.559281] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.559473] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.559537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.559778] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.559869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.560116] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.560289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.560289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.560426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.560505] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.560597] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96162838-eb7e-4795-8d1d-054d34458259 is going to be updated. [ 1227.597526] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.597832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.597832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.598019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.598180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.601018] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.608969] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: IN_PROGRESS for 2s [ 1227.828345] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.828535] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.828599] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.828820] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.828905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.829013] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 already deleted. [ 1227.829915] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.830358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.830591] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.830687] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7412a59-6dad-4c2c-881e-12c05767d9b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.983185] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.983185] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.983375] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.983502] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.983647] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.983815] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 05de8461-36e6-498c-b282-14ec36be245a not found, creating... [ 1227.987076] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.987076] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.987076] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.987076] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.987076] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.987076] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.987076] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.987076] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.987076] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.987076] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.987510] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 05de8461-36e6-498c-b282-14ec36be245a is going to be created. [ 1228.009572] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.009806] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.009936] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.010387] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.010744] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.010988] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-05de8461-36e6-498c-b282-14ec36be245a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.107032] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.107032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.107032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.107032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.107032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.107032] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1228.147774] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.147928] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.148012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.148341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.148546] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.161090] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1228.349669] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.349843] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.349883] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.350123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.350214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.350309] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 already deleted. [ 1228.350391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.442214] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: SUCCESS [ 1228.442463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.731268] env[64796]: INFO networking_nsxv3.common.synchronization [req-b29dab29-b6d8-4d29-b78a-f5920b3d40f5 req-0871a947-f31a-4dd0-a30d-d9476c8e6e5f service nova] Enqueued Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_rules [ 1228.731479] env[64796]: INFO networking_nsxv3.common.synchronization [req-b29dab29-b6d8-4d29-b78a-f5920b3d40f5 req-0871a947-f31a-4dd0-a30d-d9476c8e6e5f service nova] Enqueued Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1228.731722] env[64796]: INFO networking_nsxv3.common.synchronization [req-b29dab29-b6d8-4d29-b78a-f5920b3d40f5 req-0871a947-f31a-4dd0-a30d-d9476c8e6e5f service nova] Enqueued Resource ID: 05de8461-36e6-498c-b282-14ec36be245a with Priority: HIGHEST for action port [ 1228.732168] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_rules [ 1228.732366] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1228.732538] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05de8461-36e6-498c-b282-14ec36be245a with Priority: HIGHEST for action port [ 1228.732878] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.732999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.733065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.733335] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.733387] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.734270] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.734388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.734593] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-05de8461-36e6-498c-b282-14ec36be245a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.734695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05de8461-36e6-498c-b282-14ec36be245a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.734761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05de8461-36e6-498c-b282-14ec36be245a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.734942] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05de8461-36e6-498c-b282-14ec36be245a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.735014] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05de8461-36e6-498c-b282-14ec36be245a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.237270] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.237270] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.237566] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05de8461-36e6-498c-b282-14ec36be245a with status ACTIVE [ 1229.237566] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.237652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.237652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.237861] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.237954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.238145] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.238244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.238305] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.238460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.238539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.238715] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.238806] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.239202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.239202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.239202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.239202] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05de8461-36e6-498c-b282-14ec36be245a is going to be updated. [ 1229.262624] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.262820] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.262898] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.263385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.263385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.263474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05de8461-36e6-498c-b282-14ec36be245a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.619031] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: SUCCESS [ 1229.619031] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96162838-eb7e-4795-8d1d-054d34458259 deletion is rescheduled due to dependency. [ 1229.619297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.619297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.619541] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.619730] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.620243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.620243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.620243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.620243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.620432] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.123343] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.174466] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1230.174824] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.175156] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.175581] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.175882] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.176071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.176175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.176326] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.176420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.176506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.176587] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.629526] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.680857] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.681502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.681922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.682444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.683334] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.683515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.683589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.683791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.683914] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.684196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.684566] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.684741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.684878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.685307] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.685453] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.685632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.685752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.685988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.686109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.686201] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.686570] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.133681] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.133986] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.134057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.134395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.134572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.134754] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96162838-eb7e-4795-8d1d-054d34458259 is going to be updated. [ 1231.173162] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.173394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.173620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.173818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.173972] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.184469] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: IN_PROGRESS for 2s [ 1231.189178] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09: rpc.has_security_group_logging(os_id): False [ 1231.222466] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.222626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.222696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.222992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.223128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.223536] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.223727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.223866] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.224100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.224190] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.224460] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.224536] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.224585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.224747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.224825] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.225079] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.225185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.225253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.225409] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.225552] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.225667] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1231.335583] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.335583] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.335583] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.335583] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.335583] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.356101] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1232.286928] env[64796]: INFO networking_nsxv3.common.synchronization [req-fd10c1e1-acc2-42b1-9dc7-e882eaa5a7c7 req-58bd16bf-762c-47c0-b299-e13a8f912470 tempest-ServerRescueNegativeTestJSON-1250450574 tempest-ServerRescueNegativeTestJSON-1250450574-project-member] Enqueued Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_members [ 1232.286928] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_members [ 1232.287297] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5f10a8-a682-4b9a-8048-399c45275b1d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.287297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.287406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.287511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.287659] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.289141] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.289141] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.289371] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.289401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.289492] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.328394] env[64796]: INFO networking_nsxv3.common.synchronization [req-b4ffd7cc-1943-4bad-9fad-a51c9e6eb21e req-c2223a56-3d6a-4c4d-9451-3175041f0995 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_members [ 1232.328394] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGHEST for action security_group_members [ 1232.328572] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-869d66d8-97e8-46aa-8f11-702c8717385b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.328629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.328665] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.329436] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.329436] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.329436] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.329436] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.329684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.330144] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.330144] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.616140] env[64796]: INFO networking_nsxv3.common.synchronization [req-081b3bad-8105-45aa-8020-bfe3c29a926b req-706bf8df-03c6-461f-85b0-7f36d43c9b1a tempest-ServerDiskConfigTestJSON-2144250167 tempest-ServerDiskConfigTestJSON-2144250167-project-member] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1232.616653] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1232.616961] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.617098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.617179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.619457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.619457] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.619457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.619457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.619615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.619615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.619679] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.793205] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.832703] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.832886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.832978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.833233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.833328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.833532] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.833670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.833768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.833868] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.833983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.834212] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 869d66d8-97e8-46aa-8f11-702c8717385b is going to be updated. [ 1232.867366] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.867577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.867577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.867756] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.867920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.877980] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 869d66d8-97e8-46aa-8f11-702c8717385b in Status: IN_PROGRESS for 2s [ 1232.991911] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.992095] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.992213] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.992514] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.992805] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.992983] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.993134] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.993382] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.993540] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.993768] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.993893] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.994113] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.994244] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.994401] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.994542] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.994681] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.014887] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.015128] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1233.015255] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.015433] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.015763] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-b9b3fbdd-a042-422a-8000-d1fe2792313b taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.015942] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-b9b3fbdd-a042-422a-8000-d1fe2792313b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.016078] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-b9b3fbdd-a042-422a-8000-d1fe2792313b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.016420] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-b9b3fbdd-a042-422a-8000-d1fe2792313b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.016605] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9b3fbdd-a042-422a-8000-d1fe2792313b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.126161] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.126464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.126560] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.126720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.126856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.127115] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.127216] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.127436] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.127436] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.127617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.127617] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be updated. [ 1233.160589] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.160753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.160808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.161048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.161199] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.172393] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 1233.204154] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: SUCCESS [ 1233.204430] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.204667] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.205080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.205357] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.205506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.205586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.205766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.205873] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.206082] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.206082] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.297590] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.376603] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1233.376850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.519658] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.519913] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.520066] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.520429] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.520592] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.520767] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port b9b3fbdd-a042-422a-8000-d1fe2792313b not found, creating... [ 1233.521076] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.521251] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.521413] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.521705] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.521852] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.522292] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.522492] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.522610] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.523244] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.523244] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.523433] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: b9b3fbdd-a042-422a-8000-d1fe2792313b is going to be created. [ 1233.556817] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.557225] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.557397] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.557914] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.558349] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.558712] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-b9b3fbdd-a042-422a-8000-d1fe2792313b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.708558] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.708788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.708788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.709135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.709365] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.709539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.709619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.709817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.709961] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.710124] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.710316] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.710418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.710486] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.710727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.710972] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.711137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.711212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.711375] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.711470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.711600] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.711727] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.802157] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.802348] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.802416] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.802808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.802960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.803183] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da5f10a8-a682-4b9a-8048-399c45275b1d is going to be updated. [ 1233.842620] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.842620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.842620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.842620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.842897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.868031] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da5f10a8-a682-4b9a-8048-399c45275b1d in Status: IN_PROGRESS for 2s [ 1234.214355] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96162838-eb7e-4795-8d1d-054d34458259: rpc.has_security_group_logging(os_id): False [ 1234.234019] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.234232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.234232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.234427] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.234526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.234696] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.234785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.234859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.234989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.235072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.235275] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.235381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.235464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.236030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.236030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.236030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.236030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.236030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.237030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.237185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.237334] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96162838-eb7e-4795-8d1d-054d34458259 is going to be updated. [ 1234.308321] env[64796]: INFO networking_nsxv3.common.synchronization [req-081b3bad-8105-45aa-8020-bfe3c29a926b req-9e3190db-f1a4-4a95-865b-c945b14d42f9 service nova] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_rules [ 1234.308321] env[64796]: INFO networking_nsxv3.common.synchronization [req-081b3bad-8105-45aa-8020-bfe3c29a926b req-9e3190db-f1a4-4a95-865b-c945b14d42f9 service nova] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1234.308321] env[64796]: INFO networking_nsxv3.common.synchronization [req-081b3bad-8105-45aa-8020-bfe3c29a926b req-9e3190db-f1a4-4a95-865b-c945b14d42f9 service nova] Enqueued Resource ID: b9b3fbdd-a042-422a-8000-d1fe2792313b with Priority: HIGHEST for action port [ 1234.308773] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_rules [ 1234.308915] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1234.309470] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b3fbdd-a042-422a-8000-d1fe2792313b with Priority: HIGHEST for action port [ 1234.309806] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.309926] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.309974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.310274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.310469] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.312057] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.312057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.312057] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9b3fbdd-a042-422a-8000-d1fe2792313b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.312057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9b3fbdd-a042-422a-8000-d1fe2792313b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.312438] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9b3fbdd-a042-422a-8000-d1fe2792313b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.312438] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9b3fbdd-a042-422a-8000-d1fe2792313b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.312546] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9b3fbdd-a042-422a-8000-d1fe2792313b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.320291] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.324267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.324267] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.324570] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.324570] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.345078] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: IN_PROGRESS for 2s [ 1234.814453] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.814622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.814838] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9b3fbdd-a042-422a-8000-d1fe2792313b with status ACTIVE [ 1234.815049] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.815166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.815304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.815540] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.815632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.815808] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.815906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.815971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.816202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.816254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.816400] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.816485] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.816639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.816677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.816751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.816835] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9b3fbdd-a042-422a-8000-d1fe2792313b is going to be updated. [ 1234.865300] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.865512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.865512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.865729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.865948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.866163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9b3fbdd-a042-422a-8000-d1fe2792313b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.894063] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 869d66d8-97e8-46aa-8f11-702c8717385b in Status: SUCCESS [ 1234.894258] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 869d66d8-97e8-46aa-8f11-702c8717385b deletion is rescheduled due to dependency. [ 1234.894341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.184718] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 1235.184909] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 deletion is rescheduled due to dependency. [ 1235.184961] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.185130] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.185356] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.185546] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.185660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.185722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.185877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.185959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.186068] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.689062] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.880269] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da5f10a8-a682-4b9a-8048-399c45275b1d in Status: SUCCESS [ 1235.880492] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.191213] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.361541] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: SUCCESS [ 1236.361864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.693551] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.693960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.693960] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.694104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.694231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.694432] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be updated. [ 1236.728491] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.728689] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.728689] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.728927] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.729337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.741885] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 1238.756054] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 1238.756054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.756054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.756558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.756558] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.756558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.756683] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.757907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.757907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.757907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.757907] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.260210] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.260424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.260507] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.260848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.261083] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.261198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.261266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.261457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.261549] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.261650] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.261800] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.261887] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.261951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.262148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.262413] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.262558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.262558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.262716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.262796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.262882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.262975] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.311050] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.311050] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1239.519743] env[64796]: INFO networking_nsxv3.common.synchronization [req-8ba81437-88ad-4aa3-8493-766e96e9abde req-d0d23237-ba08-4658-ba93-7e70e4d35abd tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGHEST for action security_group_members [ 1239.519743] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGHEST for action security_group_members [ 1239.519743] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7412a59-6dad-4c2c-881e-12c05767d9b6 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.519743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.519743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.519743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.519743] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.519743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.519743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.519743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.519743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.519743] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7412a59-6dad-4c2c-881e-12c05767d9b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.766082] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d10e8df-3419-4b4a-b92d-c3f2215be4f5: rpc.has_security_group_logging(os_id): False [ 1239.786556] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.786759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.786808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.787068] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.787191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.787455] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.787593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.787679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.787870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.787955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.788184] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.788302] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.788372] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.788537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.788620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.788924] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.789035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.789107] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.789314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.789424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.789525] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be updated. [ 1239.856652] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.856813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.856949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.857233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.857377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.874486] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 1239.906258] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.906491] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.906643] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.906944] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.907282] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.907578] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.907742] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.908073] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.908261] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.908516] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.908678] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.908837] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.908967] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.909134] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.909272] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.909541] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.930057] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.930268] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1239.930419] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.930602] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.931115] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-b759d7d8-d0b9-4693-9569-e8a34a5305d9 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.932038] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-b759d7d8-d0b9-4693-9569-e8a34a5305d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.932038] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-b759d7d8-d0b9-4693-9569-e8a34a5305d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.932038] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-b759d7d8-d0b9-4693-9569-e8a34a5305d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.932297] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b759d7d8-d0b9-4693-9569-e8a34a5305d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.021264] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.021514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.021514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.021683] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.021784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.021988] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.022136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.022204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.022363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.022444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.022534] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 already deleted. [ 1240.022613] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.175963] env[64796]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1240.176193] env[64796]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] NSXv3 Agent Agent loop - iteration:3 started [ 1240.355924] env[64796]: INFO networking_nsxv3.common.synchronization [req-adba60d1-2257-4a5b-937c-8ef779b64230 req-632d8322-c070-4a21-8310-add54a1540c7 tempest-ServersTestJSON-379968790 tempest-ServersTestJSON-379968790-project-member] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1240.357428] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1240.357428] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.357428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.357428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.360233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.360440] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.360577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.360658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.360832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.360920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.361042] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.434800] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.435090] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.435269] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.435592] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.435774] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.435960] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port b759d7d8-d0b9-4693-9569-e8a34a5305d9 not found, creating... [ 1240.436257] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.436465] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.436597] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.436829] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.437014] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.437453] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.437633] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.437755] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.437969] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.438121] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.438272] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: b759d7d8-d0b9-4693-9569-e8a34a5305d9 is going to be created. [ 1240.460331] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.460625] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.460716] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.460975] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.461241] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.461480] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-b759d7d8-d0b9-4693-9569-e8a34a5305d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.691811] env[64796]: INFO networking_nsxv3.common.synchronization [req-be0f1ccb-1e8b-4a35-9144-c89b9337e27f req-754dfa4a-4ea6-4f09-ab2b-f02fd6c30d0f tempest-DeleteServersTestJSON-651100822 tempest-DeleteServersTestJSON-651100822-project-member] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1240.692399] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGHEST for action security_group_members [ 1240.692762] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.692894] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.692969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.693193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.693348] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.693453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.693523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.693663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.693752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.693844] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.864159] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.184739] env[64796]: INFO networking_nsxv3.common.synchronization [req-8ba81437-88ad-4aa3-8493-766e96e9abde req-4e13392a-7987-4b04-9eff-aa59e3cde3b4 service nova] Enqueued Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGHEST for action security_group_rules [ 1241.184842] env[64796]: INFO networking_nsxv3.common.synchronization [req-8ba81437-88ad-4aa3-8493-766e96e9abde req-4e13392a-7987-4b04-9eff-aa59e3cde3b4 service nova] Enqueued Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGHEST for action security_group_members [ 1241.184970] env[64796]: INFO networking_nsxv3.common.synchronization [req-8ba81437-88ad-4aa3-8493-766e96e9abde req-4e13392a-7987-4b04-9eff-aa59e3cde3b4 service nova] Enqueued Resource ID: b759d7d8-d0b9-4693-9569-e8a34a5305d9 with Priority: HIGHEST for action port [ 1241.185595] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGHEST for action security_group_rules [ 1241.185742] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGHEST for action security_group_members [ 1241.185843] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b759d7d8-d0b9-4693-9569-e8a34a5305d9 with Priority: HIGHEST for action port [ 1241.186344] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7412a59-6dad-4c2c-881e-12c05767d9b6 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.186582] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.186643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.186991] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.187376] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7412a59-6dad-4c2c-881e-12c05767d9b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.189087] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7412a59-6dad-4c2c-881e-12c05767d9b6 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.189218] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.189288] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.189574] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.189817] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.189896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.189896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.190182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.190284] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.190507] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7412a59-6dad-4c2c-881e-12c05767d9b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.192068] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-b759d7d8-d0b9-4693-9569-e8a34a5305d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.192197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b759d7d8-d0b9-4693-9569-e8a34a5305d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.192266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b759d7d8-d0b9-4693-9569-e8a34a5305d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.192449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b759d7d8-d0b9-4693-9569-e8a34a5305d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.192526] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b759d7d8-d0b9-4693-9569-e8a34a5305d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.196136] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.196264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.196352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.196632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.196723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.196920] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.197055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.197141] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.197339] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.197417] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.197543] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be updated. [ 1241.252688] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.252846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.252922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.253221] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.253413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.264652] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: IN_PROGRESS for 2s [ 1241.367691] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.695949] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7412a59-6dad-4c2c-881e-12c05767d9b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.697388] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7412a59-6dad-4c2c-881e-12c05767d9b6 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.697531] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.697969] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b759d7d8-d0b9-4693-9569-e8a34a5305d9 with status ACTIVE [ 1241.698202] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.698336] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.698402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.698637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.698730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.698905] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.699013] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.699075] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.699260] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.699378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.699722] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.699722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.699722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.699860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.699919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.700033] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b759d7d8-d0b9-4693-9569-e8a34a5305d9 is going to be updated. [ 1241.745688] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.745688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.745688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.746646] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.746646] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.746646] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b759d7d8-d0b9-4693-9569-e8a34a5305d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.870954] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.871346] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.871346] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.871519] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.871634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.871744] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1241.913605] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 1241.913736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.924708] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.924708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.924708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.924708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.924944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.940656] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1242.199676] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7412a59-6dad-4c2c-881e-12c05767d9b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.702840] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.704057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.704057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.704057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.704057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.704057] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 is going to be created. [ 1242.730059] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.730224] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.730270] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.730479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.730642] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.741882] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 in Status: UNINITIALIZED for 2s [ 1243.277673] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 in Status: SUCCESS [ 1243.277673] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 deletion is rescheduled due to dependency. [ 1243.277673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.951477] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1243.951737] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.755848] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 in Status: SUCCESS [ 1244.755848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.755848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.755848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.756326] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.756326] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.756326] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.756326] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.756460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.756502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.756597] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7412a59-6dad-4c2c-881e-12c05767d9b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.260035] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7412a59-6dad-4c2c-881e-12c05767d9b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.330727] env[64796]: INFO networking_nsxv3.common.synchronization [None req-e21da416-ad0a-473d-b8f4-83880d4d13b8 tempest-AttachInterfacesTestJSON-918304837 tempest-AttachInterfacesTestJSON-918304837-project-member] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1245.330988] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGHEST for action security_group_members [ 1245.331485] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.331617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.331685] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.331898] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.332087] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.332268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.332268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.332429] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.332853] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.332962] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.763170] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7412a59-6dad-4c2c-881e-12c05767d9b6: rpc.has_security_group_logging(os_id): False [ 1245.785444] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.785597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.785668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.785882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.785973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.786229] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.786331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.786397] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.786542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.786620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.786708] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 is going to be created. [ 1245.835998] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.836186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.836616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.836878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.837084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.837841] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.837841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.837841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.837841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.837841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.837841] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be updated. [ 1245.853964] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.854184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.854184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.854577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.854803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.867978] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 in Status: IN_PROGRESS for 2s [ 1245.885243] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.885412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.885450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.885665] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.885807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.895407] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: IN_PROGRESS for 2s [ 1245.923591] env[64796]: INFO networking_nsxv3.common.synchronization [req-587746f9-9889-486e-8c27-24060e506087 req-104d14ff-f8a7-4cb4-a21e-d1bee861ad85 tempest-ServerRescueNegativeTestJSON-1250450574 tempest-ServerRescueNegativeTestJSON-1250450574-project-member] Enqueued Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_members [ 1245.927153] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGHEST for action security_group_members [ 1245.927153] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5f10a8-a682-4b9a-8048-399c45275b1d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.927153] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.927153] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.927153] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.928077] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.928077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.928077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.928077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.928077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.928300] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.431838] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.432069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.432069] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.432274] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.456096] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.456295] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.456400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.456470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.456684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.456804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.456911] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da5f10a8-a682-4b9a-8048-399c45275b1d is going to be updated. [ 1246.495094] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.495289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.495327] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.495510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.495652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.505494] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da5f10a8-a682-4b9a-8048-399c45275b1d in Status: IN_PROGRESS for 2s [ 1247.783224] env[64796]: INFO networking_nsxv3.common.synchronization [req-b8f22010-0939-4974-a32b-263320a790d6 req-66b07e31-b1a4-4c5e-875c-bd9d4d4e1ab3 tempest-ServerDiskConfigTestJSON-2144250167 tempest-ServerDiskConfigTestJSON-2144250167-project-member] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1247.783224] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGHEST for action security_group_members [ 1247.783224] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.783224] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.786739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.786739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.786739] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.786739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.786739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.786739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.786739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.786739] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.881181] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 in Status: SUCCESS [ 1247.881401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.907508] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03987233-7a4b-479e-a980-35d7a929d53c in Status: SUCCESS [ 1247.907754] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03987233-7a4b-479e-a980-35d7a929d53c deletion is rescheduled due to dependency. [ 1247.908182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.288572] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.288572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.288572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.288740] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.288787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.289211] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.289211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.289211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.289427] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.289566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.289614] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be updated. [ 1248.322969] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.322969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.323206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.323851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.324515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.335780] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: IN_PROGRESS for 2s [ 1248.517119] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da5f10a8-a682-4b9a-8048-399c45275b1d in Status: SUCCESS [ 1248.517300] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da5f10a8-a682-4b9a-8048-399c45275b1d deletion is rescheduled due to dependency. [ 1248.517418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.347020] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 in Status: SUCCESS [ 1250.347020] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 deletion is rescheduled due to dependency. [ 1250.347020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.455977] env[64796]: INFO networking_nsxv3.common.synchronization [None req-60768328-5a25-4d8c-9da0-b0057101492e None None] Enqueued Resource ID: 15a2cda9-fde5-43f1-a874-c10a790b149d with Priority: HIGHEST for action port [ 1250.455977] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a2cda9-fde5-43f1-a874-c10a790b149d with Priority: HIGHEST for action port [ 1250.455977] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-15a2cda9-fde5-43f1-a874-c10a790b149d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.455977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15a2cda9-fde5-43f1-a874-c10a790b149d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.455977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15a2cda9-fde5-43f1-a874-c10a790b149d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.456881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15a2cda9-fde5-43f1-a874-c10a790b149d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.456881] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15a2cda9-fde5-43f1-a874-c10a790b149d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.821185] env[64796]: INFO networking_nsxv3.common.synchronization [req-ee55f623-a9ab-4674-9568-f3247bdace8c req-81ea57e1-df5e-4ed2-b5e6-bab51313572f tempest-ImagesOneServerNegativeTestJSON-1304747800 tempest-ImagesOneServerNegativeTestJSON-1304747800-project-member] Enqueued Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1250.821774] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1250.823878] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.824030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.824108] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.824315] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.824486] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.824590] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.824648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.824791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.824876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.824970] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.959670] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15a2cda9-fde5-43f1-a874-c10a790b149d [ 1250.960014] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.960249] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.960395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.960749] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.960902] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.961082] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15a2cda9-fde5-43f1-a874-c10a790b149d already deleted. [ 1250.961211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15a2cda9-fde5-43f1-a874-c10a790b149d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.329467] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.329721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.329772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.330080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.330166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.330343] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.330441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.330568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.330724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.330800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.330891] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96162838-eb7e-4795-8d1d-054d34458259 is going to be updated. [ 1251.360419] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.360419] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.360419] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.360801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.360831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.371478] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: IN_PROGRESS for 2s [ 1253.107566] env[64796]: INFO networking_nsxv3.common.synchronization [None req-19b66d07-1cae-44c4-a7e2-438f31f8405a None None] Enqueued Resource ID: 218b7f92-f978-4f43-9c2e-a897d5186b10 with Priority: HIGHEST for action port [ 1253.107566] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218b7f92-f978-4f43-9c2e-a897d5186b10 with Priority: HIGHEST for action port [ 1253.107874] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-218b7f92-f978-4f43-9c2e-a897d5186b10 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.107874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-218b7f92-f978-4f43-9c2e-a897d5186b10" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.107874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-218b7f92-f978-4f43-9c2e-a897d5186b10" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.108219] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-218b7f92-f978-4f43-9c2e-a897d5186b10" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.108254] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('218b7f92-f978-4f43-9c2e-a897d5186b10',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.382762] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: SUCCESS [ 1253.382935] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96162838-eb7e-4795-8d1d-054d34458259 deletion is rescheduled due to dependency. [ 1253.383040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.611694] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 218b7f92-f978-4f43-9c2e-a897d5186b10 [ 1253.612024] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.612151] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.612221] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.612435] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.612520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.612634] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:218b7f92-f978-4f43-9c2e-a897d5186b10 already deleted. [ 1253.612718] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-218b7f92-f978-4f43-9c2e-a897d5186b10" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.109148] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.109148] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1258.185880] env[64796]: INFO networking_nsxv3.common.synchronization [req-107244d6-e177-443c-a837-3ffcef57be9e req-06046e9d-a58b-4d9d-9513-495dbccb3326 tempest-ServersTestJSON-379968790 tempest-ServersTestJSON-379968790-project-member] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1258.186689] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1258.188883] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.188883] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.188883] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.188883] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.188883] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.189162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.189162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.189411] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.189411] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.189502] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.552024] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.552453] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.552652] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.553015] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.553411] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.553638] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.553809] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.554114] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.554324] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.554605] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.554796] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.554925] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.555091] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.555255] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.555409] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.555595] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.582233] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.582233] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1258.582233] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.582233] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-225" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.582564] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-962ad461-1728-4384-a974-54e9e078b89b taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.585027] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-962ad461-1728-4384-a974-54e9e078b89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.585027] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-962ad461-1728-4384-a974-54e9e078b89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.585027] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-962ad461-1728-4384-a974-54e9e078b89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.585027] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('962ad461-1728-4384-a974-54e9e078b89b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.693012] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.087178] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.087426] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.087587] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.087889] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.088044] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.088206] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 962ad461-1728-4384-a974-54e9e078b89b not found, creating... [ 1259.088471] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.088628] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.088746] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.088963] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.089117] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.089400] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.089557] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.089704] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.089933] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.090083] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.090225] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 962ad461-1728-4384-a974-54e9e078b89b is going to be created. [ 1259.111825] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.112353] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.112353] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.112569] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.112961] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.113128] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-962ad461-1728-4384-a974-54e9e078b89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.195429] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.698299] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.698500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.698831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.698831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.698954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.699050] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1259.730735] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.731023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.731023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.731227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.731483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.741605] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1259.823661] env[64796]: INFO networking_nsxv3.common.synchronization [req-107244d6-e177-443c-a837-3ffcef57be9e req-764b7bf9-1e36-467a-95f9-ec029c4fc312 service nova] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_rules [ 1259.823877] env[64796]: INFO networking_nsxv3.common.synchronization [req-107244d6-e177-443c-a837-3ffcef57be9e req-764b7bf9-1e36-467a-95f9-ec029c4fc312 service nova] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1259.825272] env[64796]: INFO networking_nsxv3.common.synchronization [req-107244d6-e177-443c-a837-3ffcef57be9e req-764b7bf9-1e36-467a-95f9-ec029c4fc312 service nova] Enqueued Resource ID: 962ad461-1728-4384-a974-54e9e078b89b with Priority: HIGHEST for action port [ 1259.825272] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_rules [ 1259.825272] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1259.825272] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 962ad461-1728-4384-a974-54e9e078b89b with Priority: HIGHEST for action port [ 1259.825272] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.825599] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.825599] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.825695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.825695] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.826743] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.826832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.829321] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-962ad461-1728-4384-a974-54e9e078b89b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.829321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-962ad461-1728-4384-a974-54e9e078b89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.829321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-962ad461-1728-4384-a974-54e9e078b89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.829321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-962ad461-1728-4384-a974-54e9e078b89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.829321] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('962ad461-1728-4384-a974-54e9e078b89b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.329397] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.329742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.332062] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 962ad461-1728-4384-a974-54e9e078b89b with status ACTIVE [ 1260.332185] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.332967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.332967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.332967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.332967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.332967] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.332967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.333515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.333515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.333515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.333515] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.333515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.333760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.333760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.333760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.333861] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 962ad461-1728-4384-a974-54e9e078b89b is going to be updated. [ 1260.357088] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.357397] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.357481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.357732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.357967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.358199] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-962ad461-1728-4384-a974-54e9e078b89b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.048329] env[64796]: INFO networking_nsxv3.common.synchronization [None req-7a6b73a2-9668-4319-9f08-828b79d8c8eb None None] Enqueued Resource ID: 592f6fee-5378-4897-955e-60a0d5547ab2 with Priority: HIGHEST for action port [ 1261.049394] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592f6fee-5378-4897-955e-60a0d5547ab2 with Priority: HIGHEST for action port [ 1261.049568] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-592f6fee-5378-4897-955e-60a0d5547ab2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.050676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-592f6fee-5378-4897-955e-60a0d5547ab2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.050676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-592f6fee-5378-4897-955e-60a0d5547ab2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.050676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-592f6fee-5378-4897-955e-60a0d5547ab2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.050676] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('592f6fee-5378-4897-955e-60a0d5547ab2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.552308] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 592f6fee-5378-4897-955e-60a0d5547ab2 [ 1261.552581] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.552698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.552756] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.552981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.553118] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.553225] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:592f6fee-5378-4897-955e-60a0d5547ab2 already deleted. [ 1261.553311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-592f6fee-5378-4897-955e-60a0d5547ab2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.753211] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1261.753357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.753520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.753736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.753931] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.754092] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.754172] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.754268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.754353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.754434] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.256791] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.475309] env[64796]: INFO networking_nsxv3.common.synchronization [req-15e9371c-88d9-4675-bc15-4e2f52d2fa61 req-745ca7fa-6218-488b-853d-b29d5dbbbee2 tempest-ServerRescueTestJSON-1173054614 tempest-ServerRescueTestJSON-1173054614-project-member] Enqueued Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_members [ 1262.475762] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_members [ 1262.476079] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.476201] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.476273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.476523] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.476678] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.476780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.476844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.476988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.477082] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.477285] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.759348] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.839796] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.840047] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-441" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.840211] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-441" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.840562] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-441" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.840835] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.841816] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.841816] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.841816] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.843472] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.843599] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.843969] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.844121] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.844295] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.844431] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.844621] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.847195] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.867932] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.868035] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1262.868132] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.868358] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-441" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.868655] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-7bacae90-fd32-43df-b3d3-6740ad32445f taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.868822] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-7bacae90-fd32-43df-b3d3-6740ad32445f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.868943] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-7bacae90-fd32-43df-b3d3-6740ad32445f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.869323] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-7bacae90-fd32-43df-b3d3-6740ad32445f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.869472] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bacae90-fd32-43df-b3d3-6740ad32445f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.979972] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.980180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.980227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.980437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.980524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.980753] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.980849] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.980913] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.981104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.981184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.981273] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 already deleted. [ 1262.981354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.006233] env[64796]: INFO networking_nsxv3.common.synchronization [None req-838ae10b-e3ea-4747-a29b-76ec2a9aedd6 None None] Enqueued Resource ID: 015e9026-4b28-401b-b527-0ac34e2e53ac with Priority: HIGHEST for action port [ 1263.006754] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 015e9026-4b28-401b-b527-0ac34e2e53ac with Priority: HIGHEST for action port [ 1263.007077] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-015e9026-4b28-401b-b527-0ac34e2e53ac taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.007200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-015e9026-4b28-401b-b527-0ac34e2e53ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.007269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-015e9026-4b28-401b-b527-0ac34e2e53ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.007550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-015e9026-4b28-401b-b527-0ac34e2e53ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.007711] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('015e9026-4b28-401b-b527-0ac34e2e53ac',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.263300] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.263532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.263532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.263761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.263859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.263971] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1263.297582] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.297777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.297825] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.298032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.298178] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.308170] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1263.373186] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.373658] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.373658] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.373962] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.374146] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.374312] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 7bacae90-fd32-43df-b3d3-6740ad32445f not found, creating... [ 1263.374598] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.374768] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.374888] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.375148] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.375331] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.375627] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.375789] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.375911] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.376167] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.376301] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.376446] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 7bacae90-fd32-43df-b3d3-6740ad32445f is going to be created. [ 1263.405382] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.405636] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.405829] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.406267] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.406945] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.406945] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-7bacae90-fd32-43df-b3d3-6740ad32445f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.510406] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 015e9026-4b28-401b-b527-0ac34e2e53ac [ 1263.510406] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.510406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.510406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.510714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.510714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.510714] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:015e9026-4b28-401b-b527-0ac34e2e53ac already deleted. [ 1263.510811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-015e9026-4b28-401b-b527-0ac34e2e53ac" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.106499] env[64796]: INFO networking_nsxv3.common.synchronization [req-15e9371c-88d9-4675-bc15-4e2f52d2fa61 req-48de0c88-99b6-42c4-a089-470a97d457e2 service nova] Enqueued Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_rules [ 1264.106833] env[64796]: INFO networking_nsxv3.common.synchronization [req-15e9371c-88d9-4675-bc15-4e2f52d2fa61 req-48de0c88-99b6-42c4-a089-470a97d457e2 service nova] Enqueued Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_members [ 1264.106833] env[64796]: INFO networking_nsxv3.common.synchronization [req-15e9371c-88d9-4675-bc15-4e2f52d2fa61 req-48de0c88-99b6-42c4-a089-470a97d457e2 service nova] Enqueued Resource ID: 7bacae90-fd32-43df-b3d3-6740ad32445f with Priority: HIGHEST for action port [ 1264.107313] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_rules [ 1264.107454] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_members [ 1264.107552] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bacae90-fd32-43df-b3d3-6740ad32445f with Priority: HIGHEST for action port [ 1264.108721] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.108841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.108912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.109243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.109356] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.111604] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.111604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.111604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.111604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.111604] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.111604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.111604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.111604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.111604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.111604] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.112239] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bacae90-fd32-43df-b3d3-6740ad32445f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.112373] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bacae90-fd32-43df-b3d3-6740ad32445f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.112418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bacae90-fd32-43df-b3d3-6740ad32445f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.112729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bacae90-fd32-43df-b3d3-6740ad32445f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.112775] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bacae90-fd32-43df-b3d3-6740ad32445f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.614657] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.614806] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.614986] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.616321] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bacae90-fd32-43df-b3d3-6740ad32445f with status ACTIVE [ 1264.616584] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.616731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.616789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.617602] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.617789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.618013] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.618130] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.618231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.618629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.618709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.619464] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.619464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.619464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.619464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.619464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.619464] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bacae90-fd32-43df-b3d3-6740ad32445f is going to be updated. [ 1264.646029] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.646232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.646232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.646377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.646521] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.646680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bacae90-fd32-43df-b3d3-6740ad32445f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.817434] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.817789] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.817998] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.818530] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.818858] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.819097] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.819258] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.819578] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.819852] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.820088] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.820209] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1264.820321] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1264.820435] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1264.820605] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.820752] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1264.820939] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1264.848365] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1264.848593] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1264.848761] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1264.848971] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.849415] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-7686214e-445c-4e13-bc94-7670bc7eb8e2 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.849624] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.849822] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.850192] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.850340] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7686214e-445c-4e13-bc94-7670bc7eb8e2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.122461] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.319943] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1265.320192] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.320366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.320650] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.320868] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.320981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.321087] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.321260] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.321362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.321477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.321596] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.352935] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.353171] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.353331] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.353732] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.353919] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.354386] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.354386] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.354523] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.354772] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.354961] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.355507] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.355507] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.355654] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.355913] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.356105] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.356289] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 7686214e-445c-4e13-bc94-7670bc7eb8e2 is going to be updated. [ 1265.386506] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.386730] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.386885] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.387212] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.387430] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.387734] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.624907] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.625163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.625231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.625485] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.626092] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.626092] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 is going to be created. [ 1265.651382] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.651550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.651619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.651797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.651953] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.663310] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 in Status: UNINITIALIZED for 2s [ 1265.824786] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.824976] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.825068] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.825283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.825449] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.825546] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.825626] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.825815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.825909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.826007] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.826163] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.826257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.826330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.826471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.826609] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.826701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.826762] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.826929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.826974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.827055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.827151] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.093701] env[64796]: INFO networking_nsxv3.common.synchronization [req-62675721-890f-449a-b417-93a188a87753 req-936e0b1f-afd5-4206-8fcc-fda8aaf2db75 service nova] Enqueued Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_rules [ 1266.093917] env[64796]: INFO networking_nsxv3.common.synchronization [req-62675721-890f-449a-b417-93a188a87753 req-936e0b1f-afd5-4206-8fcc-fda8aaf2db75 service nova] Enqueued Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_members [ 1266.094112] env[64796]: INFO networking_nsxv3.common.synchronization [req-62675721-890f-449a-b417-93a188a87753 req-936e0b1f-afd5-4206-8fcc-fda8aaf2db75 service nova] Enqueued Resource ID: 7686214e-445c-4e13-bc94-7670bc7eb8e2 with Priority: HIGHEST for action port [ 1266.094687] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_rules [ 1266.094835] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_members [ 1266.094959] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7686214e-445c-4e13-bc94-7670bc7eb8e2 with Priority: HIGHEST for action port [ 1266.095301] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.095449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.095525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.095751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.095908] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.096873] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.097038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.097136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.097338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.097505] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.097631] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.097685] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.097856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.097999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.098159] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.099073] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-7686214e-445c-4e13-bc94-7670bc7eb8e2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.099167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.099242] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.099417] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.099521] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7686214e-445c-4e13-bc94-7670bc7eb8e2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.123709] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.124063] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.124063] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.124183] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.124291] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.329772] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09: rpc.has_security_group_logging(os_id): False [ 1266.353602] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.353775] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.353832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.354060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.354161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.354378] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.354503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.354576] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.354774] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.354872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.355143] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.355248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.355366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.355451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.355525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.355716] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.355807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.355867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.356011] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.356096] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.356183] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1266.435664] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.435949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.435949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.436108] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.436270] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.450327] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1266.601708] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.601937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.604249] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.605196] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7686214e-445c-4e13-bc94-7670bc7eb8e2 with status ACTIVE [ 1266.605396] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.605544] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.605584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.605775] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.605855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.606068] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.606166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.606230] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.606388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.606468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.606645] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.606739] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.606800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.606935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.607275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.607275] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7686214e-445c-4e13-bc94-7670bc7eb8e2 is going to be updated. [ 1266.626613] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.628766] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.628941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.629067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.629382] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.629524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.629794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7686214e-445c-4e13-bc94-7670bc7eb8e2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.108946] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.130650] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.611589] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.611806] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.611922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.612212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.612328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.612483] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea is going to be updated. [ 1267.632608] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1267.632800] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1267.650797] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.651072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.651150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.651372] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.651546] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.661477] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea in Status: IN_PROGRESS for 2s [ 1267.666982] env[64796]: INFO networking_nsxv3.common.synchronization [req-f507e8ad-3dbf-47f6-b2d7-82d6d1850ec7 req-47efbf1f-9a0c-4fe4-ad75-3ef737b409c3 tempest-ImagesOneServerNegativeTestJSON-1304747800 tempest-ImagesOneServerNegativeTestJSON-1304747800-project-member] Enqueued Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1267.667824] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1267.668329] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.668535] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.668657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.668974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.669176] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.669289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.669357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.669637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.669805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.669951] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.672943] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 in Status: SUCCESS [ 1267.673099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.673564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.673564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.673680] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.673768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.673826] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.673956] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.674065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.674156] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.674248] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.012499] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.012737] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-68" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.012900] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-68" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.013544] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-68" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.014177] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.014295] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.014448] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.014736] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.014881] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.015163] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.015329] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.015436] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.015572] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.016134] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.016134] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.016134] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.036121] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.036299] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1268.036440] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.036624] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-68" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.036949] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-8dc7e78b-896b-494d-bc77-1d2bbaf8fd42 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.037343] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-8dc7e78b-896b-494d-bc77-1d2bbaf8fd42" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.037343] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-8dc7e78b-896b-494d-bc77-1d2bbaf8fd42" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.037778] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-8dc7e78b-896b-494d-bc77-1d2bbaf8fd42" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.037883] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dc7e78b-896b-494d-bc77-1d2bbaf8fd42',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.173869] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.174260] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.174260] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.174543] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.174709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.174977] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.175243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.175243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.175480] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.175613] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.175758] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96162838-eb7e-4795-8d1d-054d34458259 is going to be updated. [ 1268.177516] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.177874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.177974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.178251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.178469] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.178604] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.178678] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.178907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.180478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.180628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.180826] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.180929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.180988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.181208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.181354] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.181445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.181520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.181709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.181796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.181911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.182019] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.213783] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.214110] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.214300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.214537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.214684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.225768] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: IN_PROGRESS for 2s [ 1268.493667] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1268.493895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.539985] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.540295] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.540363] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.540700] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.540844] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.540966] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 8dc7e78b-896b-494d-bc77-1d2bbaf8fd42 not found, creating... [ 1268.541263] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.541427] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.541549] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.541794] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.541939] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.543828] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.544031] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.544164] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.544406] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.544547] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.544697] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 8dc7e78b-896b-494d-bc77-1d2bbaf8fd42 is going to be created. [ 1268.568739] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.569156] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.569290] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.570290] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.570608] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.570941] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-8dc7e78b-896b-494d-bc77-1d2bbaf8fd42" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.680608] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.680986] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.680986] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.681170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.693345] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1268.694524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.696305] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1268.697466] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4: rpc.has_security_group_logging(os_id): False [ 1268.720834] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.721092] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.721092] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.721399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.721466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.722536] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.722536] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.722536] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.722536] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.722536] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.722536] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.722536] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.722536] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.723013] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.723013] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.723106] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.723243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.723338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.723490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.723564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.723650] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 is going to be created. [ 1268.765209] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.765541] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.765659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.765979] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.781974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.782834] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1268.782923] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1268.783034] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1268.816480] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.816619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.816688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.816992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.817187] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.837268] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 in Status: IN_PROGRESS for 2s [ 1268.849297] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.849482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.849587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.849850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.851501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.851714] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1269.069585] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.069585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.069585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.070031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.070157] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.070452] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1269.160576] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.160816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.160870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.161104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.161429] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.161747] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1269.161882] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7aa1f5d5-b2bf-49cf-8697-e7dd4b368556', 'f3cbbd0a-3b61-491d-8d4d-ca78d5119a17', 'ebe5a973-a3a9-47e1-b31c-c769bdb329ee', '869d66d8-97e8-46aa-8f11-702c8717385b', '1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09', '6a5006c7-7e2e-4191-a6a0-87d6817a7695', '41ded614-4f05-4475-86d5-7480b4a4132c', '8d10e8df-3419-4b4a-b92d-c3f2215be4f5', 'b7412a59-6dad-4c2c-881e-12c05767d9b6', '2f42d023-a35b-49ca-95a8-d87950325ac3', '2229e017-f94c-4350-9208-c9e5696960c7', '12163e3a-0d00-4692-b669-b54bedb57b1a', '6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec', 'eb60b55a-0275-474a-8316-416675ada9ae', 'a0eb040e-2990-446c-979f-db083f5daeb1', 'bbfe0313-e0cd-44eb-bbdf-7b5c33fce316', '547d6596-057b-401c-83b3-022cc4137e90', '22595d26-e086-44a6-b1d5-becf82f0fdd5', '0f40d408-745e-48e1-a356-ae7209d3e374', 'fd721de9-1bd3-4dd3-99da-94a2a1536eba', '03987233-7a4b-479e-a980-35d7a929d53c', '4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5', '63ebea85-8baa-4b18-959b-7a1a021bec6a', 'e9fa9f4e-8b36-4c8c-aab7-da6f8b906857', 'da5f10a8-a682-4b9a-8048-399c45275b1d', '24aa97ca-80ae-4549-862e-2a13d3b899b3', '0e96aba9-ff62-44d8-ae53-8b03b73dc3db', 'f86a46ac-1562-4f70-9ba9-11b38958914d', 'e6e58e67-59a6-49a5-87ee-f3bf7169c1ea', '96162838-eb7e-4795-8d1d-054d34458259', '3693d207-b2f5-4a69-9208-5c1a11b50018', '8120b5a2-f99c-4d70-bc78-29ede5ce161e', '466021a5-5fba-47f2-8049-c6a2d62336ac', '7edede3c-1560-4358-b84d-a9713f4833d9', '538d3f8a-bb87-4404-bbc4-ec94a1472c1f', '4488dabe-73c8-4fe0-a74b-af66f7f5b013', 'd77e06ff-6eca-47e8-9aee-74516c194d70', '093e89ef-d053-44c7-80a4-82798decc3c9', '1560ce7c-ade0-43f3-97e0-773d376a9482', '04011a62-9f67-4114-bc81-f2b105c909e7', '61101a89-2bca-42e5-a383-b9fb9500d008', 'fa2624bb-abb6-424c-808f-b9c86444af79'} {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1269.162046] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1269.185806] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.186466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.186466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.186466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.186466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.186466] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1269.186798] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1269.186798] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1269.284740] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.284740] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.284740] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.284995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.285877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.286142] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1269.286227] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1269.286292] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1269.286360] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1269.286435] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1269.286536] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGH for action security_group_rules [ 1269.286623] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGH for action security_group_rules [ 1269.286691] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGH for action security_group_rules [ 1269.286757] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGH for action security_group_rules [ 1269.286831] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGH for action security_group_rules [ 1269.286887] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGH for action security_group_rules [ 1269.286940] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGH for action security_group_rules [ 1269.286999] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGH for action security_group_rules [ 1269.287081] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGH for action security_group_rules [ 1269.287176] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGH for action security_group_rules [ 1269.287229] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2229e017-f94c-4350-9208-c9e5696960c7 with Priority: HIGH for action security_group_rules [ 1269.287275] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12163e3a-0d00-4692-b669-b54bedb57b1a with Priority: HIGH for action security_group_rules [ 1269.287313] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec with Priority: HIGH for action security_group_rules [ 1269.287371] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb60b55a-0275-474a-8316-416675ada9ae with Priority: HIGH for action security_group_rules [ 1269.287491] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGH for action security_group_rules [ 1269.287491] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 with Priority: HIGH for action security_group_rules [ 1269.287590] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 547d6596-057b-401c-83b3-022cc4137e90 with Priority: HIGH for action security_group_rules [ 1269.287590] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGH for action security_group_rules [ 1269.287664] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGH for action security_group_rules [ 1269.287713] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGH for action security_group_rules [ 1269.287808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.334750] env[64796]: INFO networking_nsxv3.common.synchronization [req-f507e8ad-3dbf-47f6-b2d7-82d6d1850ec7 req-185a1d27-e602-4f1d-8067-05f987db6f3d service nova] Enqueued Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_rules [ 1269.334939] env[64796]: INFO networking_nsxv3.common.synchronization [req-f507e8ad-3dbf-47f6-b2d7-82d6d1850ec7 req-185a1d27-e602-4f1d-8067-05f987db6f3d service nova] Enqueued Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1269.335095] env[64796]: INFO networking_nsxv3.common.synchronization [req-f507e8ad-3dbf-47f6-b2d7-82d6d1850ec7 req-185a1d27-e602-4f1d-8067-05f987db6f3d service nova] Enqueued Resource ID: 8dc7e78b-896b-494d-bc77-1d2bbaf8fd42 with Priority: HIGHEST for action port [ 1269.335735] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_rules [ 1269.335795] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1269.335893] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc7e78b-896b-494d-bc77-1d2bbaf8fd42 with Priority: HIGHEST for action port [ 1269.335995] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 with Priority: HIGH for action security_group_rules [ 1269.337722] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee with Priority: HIGH for action security_group_rules [ 1269.337722] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ded614-4f05-4475-86d5-7480b4a4132c with Priority: HIGH for action security_group_rules [ 1269.337722] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eb040e-2990-446c-979f-db083f5daeb1 with Priority: HIGH for action security_group_rules [ 1269.337943] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba with Priority: HIGH for action security_group_rules [ 1269.338088] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40d408-745e-48e1-a356-ae7209d3e374 with Priority: HIGH for action security_group_rules [ 1269.338215] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 with Priority: HIGH for action security_group_rules [ 1269.338724] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547d6596-057b-401c-83b3-022cc4137e90 with Priority: HIGH for action security_group_rules [ 1269.338724] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb60b55a-0275-474a-8316-416675ada9ae with Priority: HIGH for action security_group_rules [ 1269.338724] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 with Priority: HIGH for action security_group_rules [ 1269.338724] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec with Priority: HIGH for action security_group_rules [ 1269.338724] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12163e3a-0d00-4692-b669-b54bedb57b1a with Priority: HIGH for action security_group_rules [ 1269.338724] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2229e017-f94c-4350-9208-c9e5696960c7 with Priority: HIGH for action security_group_rules [ 1269.338976] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGH for action security_group_rules [ 1269.338976] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGH for action security_group_rules [ 1269.338976] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 with Priority: HIGH for action security_group_rules [ 1269.339089] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 with Priority: HIGH for action security_group_rules [ 1269.339196] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGH for action security_group_rules [ 1269.339253] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGH for action security_group_rules [ 1269.341119] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869d66d8-97e8-46aa-8f11-702c8717385b with Priority: HIGH for action security_group_rules [ 1269.341119] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.341119] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.341119] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.341119] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.341119] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.341640] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.341980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.342087] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dc7e78b-896b-494d-bc77-1d2bbaf8fd42 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.342580] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dc7e78b-896b-494d-bc77-1d2bbaf8fd42" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.342580] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dc7e78b-896b-494d-bc77-1d2bbaf8fd42" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.342580] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dc7e78b-896b-494d-bc77-1d2bbaf8fd42" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.342580] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dc7e78b-896b-494d-bc77-1d2bbaf8fd42',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.344788] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.345657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.345743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.346785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.346785] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aa1f5d5-b2bf-49cf-8697-e7dd4b368556',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.347698] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.347812] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.349205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.349205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.349205] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebe5a973-a3a9-47e1-b31c-c769bdb329ee',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.350414] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ded614-4f05-4475-86d5-7480b4a4132c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.350414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.350515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.350976] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.351073] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ded614-4f05-4475-86d5-7480b4a4132c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.352350] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0eb040e-2990-446c-979f-db083f5daeb1 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.352458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.352673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.352673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.352757] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0eb040e-2990-446c-979f-db083f5daeb1',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.353631] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.353746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.353809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.354409] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.354409] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd721de9-1bd3-4dd3-99da-94a2a1536eba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.354737] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f40d408-745e-48e1-a356-ae7209d3e374 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.354841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.354910] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.355740] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.355832] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f40d408-745e-48e1-a356-ae7209d3e374',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.357271] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22595d26-e086-44a6-b1d5-becf82f0fdd5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.357376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.357443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.357630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.357679] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22595d26-e086-44a6-b1d5-becf82f0fdd5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.358830] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-547d6596-057b-401c-83b3-022cc4137e90 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.359023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.359117] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.359399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.359440] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('547d6596-057b-401c-83b3-022cc4137e90',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.360459] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb60b55a-0275-474a-8316-416675ada9ae taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.360459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.360587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.360667] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.360720] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb60b55a-0275-474a-8316-416675ada9ae',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.362188] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.362297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.362378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.362511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.362586] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbfe0313-e0cd-44eb-bbdf-7b5c33fce316',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.363631] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.364790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.364790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.364790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.364790] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.364790] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12163e3a-0d00-4692-b669-b54bedb57b1a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.364790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.365056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.365056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.365120] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12163e3a-0d00-4692-b669-b54bedb57b1a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.365757] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2229e017-f94c-4350-9208-c9e5696960c7 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.365971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.365971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.366081] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.366208] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2229e017-f94c-4350-9208-c9e5696960c7',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.366926] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.367171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.367171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.367260] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.367320] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.368036] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7412a59-6dad-4c2c-881e-12c05767d9b6 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.368454] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.368547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.368717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.368777] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7412a59-6dad-4c2c-881e-12c05767d9b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.369913] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.370024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.370096] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.370251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.370324] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5006c7-7e2e-4191-a6a0-87d6817a7695',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.371279] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.371411] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.371463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.371748] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.371909] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d10e8df-3419-4b4a-b92d-c3f2215be4f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.373275] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.373387] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.373478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.373666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.374243] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.375300] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.375413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.375484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.375686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.375761] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3cbbd0a-3b61-491d-8d4d-ca78d5119a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.376831] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-869d66d8-97e8-46aa-8f11-702c8717385b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.376966] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.377052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.377275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.377378] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('869d66d8-97e8-46aa-8f11-702c8717385b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.671946] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea in Status: SUCCESS [ 1269.672317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.672513] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.672747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.672949] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.673085] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.673159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.673318] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.673423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.673482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.673578] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.870413] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.870640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.870640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.870817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.871809] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7412a59-6dad-4c2c-881e-12c05767d9b6 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.871927] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.871997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.872216] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.872367] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.872466] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.872562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.872674] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.872758] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.872844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.872937] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7412a59-6dad-4c2c-881e-12c05767d9b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.876385] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.876385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.883245] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.883412] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.883461] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.883639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.883808] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.883925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.883969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.884169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.884300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.884421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.884513] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.885484] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.885617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.885617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.885759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.885873] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.886080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.886080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.886247] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.886344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.886448] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.886541] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3cbbd0a-3b61-491d-8d4d-ca78d5119a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.891922] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.892211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.892352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.893529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.893529] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.893529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.893529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.893529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.893529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.893529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.893908] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.896572] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.896697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.898351] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.898467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.905641] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3cbbd0a-3b61-491d-8d4d-ca78d5119a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.909057] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.909057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.909244] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dc7e78b-896b-494d-bc77-1d2bbaf8fd42 with status ACTIVE [ 1269.909244] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.909383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.909417] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.909598] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.909698] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.909977] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.910110] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.910220] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.910417] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.910508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.910713] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.910832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.911191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.911191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.911191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.911191] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dc7e78b-896b-494d-bc77-1d2bbaf8fd42 is going to be updated. [ 1269.917331] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3cbbd0a-3b61-491d-8d4d-ca78d5119a17: rpc.has_security_group_logging(os_id): False [ 1269.919216] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.919362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.920646] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.920761] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.921157] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.923629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.923629] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ded614-4f05-4475-86d5-7480b4a4132c is going to be deleted. [ 1269.924885] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.924984] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.926026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.926026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.929363] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f42d023-a35b-49ca-95a8-d87950325ac3: rpc.has_security_group_logging(os_id): False [ 1269.960917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.961153] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbfe0313-e0cd-44eb-bbdf-7b5c33fce316 is going to be deleted. [ 1269.962139] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.962330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.964040] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.964193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.965102] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.965259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.966449] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.966546] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.967366] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.967536] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.968344] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.968461] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.969593] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.969772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.975030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.975167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.976356] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.976459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.977475] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.977752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.977752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.977936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.978089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.978276] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dc7e78b-896b-494d-bc77-1d2bbaf8fd42" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.979098] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.979197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.979857] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1269.980303] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.980404] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.982253] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1269.982707] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.982827] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.991213] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1269.991778] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.991945] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22595d26-e086-44a6-b1d5-becf82f0fdd5 is going to be deleted. [ 1269.993051] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.993324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.012641] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.012791] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f40d408-745e-48e1-a356-ae7209d3e374 is going to be deleted. [ 1270.013805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.014056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.026134] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.026353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.037989] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.038185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.039265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.039454] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d10e8df-3419-4b4a-b92d-c3f2215be4f5 is going to be deleted. [ 1270.041080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.041080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.052061] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.052294] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.074191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.074191] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb60b55a-0275-474a-8316-416675ada9ae is going to be deleted. [ 1270.075638] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.075818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.159197] env[64796]: INFO networking_nsxv3.common.synchronization [req-d21c8078-c66e-4aa5-998b-bc1afdb597ec req-043ffb65-321a-482d-8249-3fa1fd0097f0 tempest-ServerPasswordTestJSON-454114502 tempest-ServerPasswordTestJSON-454114502-project-member] Enqueued Resource ID: bb699e4f-c586-41cc-845c-d3f60832d092 with Priority: HIGHEST for action security_group_members [ 1270.160372] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb699e4f-c586-41cc-845c-d3f60832d092 with Priority: HIGHEST for action security_group_members [ 1270.161766] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb699e4f-c586-41cc-845c-d3f60832d092 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.161766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.162050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.162415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.162415] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.162563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.162693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.162907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.163070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.163232] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb699e4f-c586-41cc-845c-d3f60832d092',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.177080] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.206038] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.206587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.215640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.215640] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebe5a973-a3a9-47e1-b31c-c769bdb329ee is going to be deleted. [ 1270.216926] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.217135] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.224113] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.224341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.256596] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: SUCCESS [ 1270.257057] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96162838-eb7e-4795-8d1d-054d34458259 deletion is rescheduled due to dependency. [ 1270.257057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.257221] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.257453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.257718] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.257934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.258223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.258824] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.259104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.259282] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.281378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.281663] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12163e3a-0d00-4692-b669-b54bedb57b1a is going to be deleted. [ 1270.283161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.283384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.317426] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.317581] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.370176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.370176] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2229e017-f94c-4350-9208-c9e5696960c7 is going to be deleted. [ 1270.370176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.370176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.379101] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7412a59-6dad-4c2c-881e-12c05767d9b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.398123] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.398316] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.398316] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.398544] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.398851] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.398851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.398990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.399165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.399271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.399366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.399543] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.399643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.399707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.399957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.400101] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.400201] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.400263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.400406] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.400487] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.400573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.400701] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.405017] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.405155] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.442963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.443201] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0eb040e-2990-446c-979f-db083f5daeb1 is going to be deleted. [ 1270.444255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.446050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.519368] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.519646] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.520721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.523377] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 869d66d8-97e8-46aa-8f11-702c8717385b is going to be deleted. [ 1270.523377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.523377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.525749] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.525912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.577919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.577919] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec is going to be deleted. [ 1270.578979] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.579323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.635605] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.635802] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-936" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.635932] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-936" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.636338] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-936" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.636640] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.636832] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.636961] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.637227] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.637376] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.637616] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.637747] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.637860] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.637976] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.638120] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.638200] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.638354] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.640201] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.640318] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.643180] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.643180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.659573] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.659783] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 547d6596-057b-401c-83b3-022cc4137e90 is going to be deleted. [ 1270.661189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.661440] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.667377] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.667564] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.683823] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6e58e67-59a6-49a5-87ee-f3bf7169c1ea: rpc.has_security_group_logging(os_id): False [ 1270.731081] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.731611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.734866] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.735361] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aa1f5d5-b2bf-49cf-8697-e7dd4b368556 is going to be deleted. [ 1270.736773] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.737363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.762652] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.767920] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.767920] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.129 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1270.769053] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.769433] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-936" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.770251] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.770799] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.770999] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.771427] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.771641] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.789548] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.789548] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.840591] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.844848] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd721de9-1bd3-4dd3-99da-94a2a1536eba is going to be deleted. [ 1270.844848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.844848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.873508] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 in Status: SUCCESS [ 1270.873832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.881548] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7412a59-6dad-4c2c-881e-12c05767d9b6: rpc.has_security_group_logging(os_id): False [ 1270.903370] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09: rpc.has_security_group_logging(os_id): False [ 1270.953257] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.953434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.954156] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.954342] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.955096] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.955401] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.955715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.955798] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.956013] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.956109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.956206] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 is going to be updated. [ 1270.957271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.957470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.997196] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.997327] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.002412] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.002583] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.031492] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.031818] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.031929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.032015] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.032229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.032317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.032421] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 is going to be updated. [ 1271.033634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.033880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.033915] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.034044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbfe0313-e0cd-44eb-bbdf-7b5c33fce316" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.034184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.034356] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.034421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.034526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ded614-4f05-4475-86d5-7480b4a4132c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.034675] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.034830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.034900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.035034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22595d26-e086-44a6-b1d5-becf82f0fdd5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.035159] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.035469] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.035469] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.035563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f40d408-745e-48e1-a356-ae7209d3e374" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.036461] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.036461] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.036461] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.036654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d10e8df-3419-4b4a-b92d-c3f2215be4f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.036654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.036796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.036884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.037017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb60b55a-0275-474a-8316-416675ada9ae" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.037162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.037308] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.037388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.037502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebe5a973-a3a9-47e1-b31c-c769bdb329ee" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.037618] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.037759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.037861] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.037974] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12163e3a-0d00-4692-b669-b54bedb57b1a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.038121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.038273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.038352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.038495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2229e017-f94c-4350-9208-c9e5696960c7" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.038575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.038715] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.038793] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.038908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-869d66d8-97e8-46aa-8f11-702c8717385b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.039057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.039200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.039277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.039387] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0eb040e-2990-446c-979f-db083f5daeb1" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.039501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.039665] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.039764] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.040027] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.040156] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.040221] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.040365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.040443] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.040534] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb699e4f-c586-41cc-845c-d3f60832d092 already deleted. [ 1271.040640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.040743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.040888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.072240] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.072502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.087453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.087869] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.087981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.087981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.088193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.088272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.088427] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea is going to be updated. [ 1271.089980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.090425] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.090553] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.090745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aa1f5d5-b2bf-49cf-8697-e7dd4b368556" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.090901] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.091110] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.091197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.091377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-547d6596-057b-401c-83b3-022cc4137e90" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.091496] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.091794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.124691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.124882] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5006c7-7e2e-4191-a6a0-87d6817a7695 is going to be deleted. [ 1271.125872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.126121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.173520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.173961] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.174144] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.174217] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.174418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.174554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.174646] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 is going to be updated. [ 1271.176464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.177045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.177045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.177228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a3dd7e2-3c99-48a7-a9f5-a1ae48bae1ec" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.177276] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.177640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.177640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.177640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd721de9-1bd3-4dd3-99da-94a2a1536eba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.177937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.177937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.182134] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.182323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.213373] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.213818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.220531] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.220874] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.221041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.221129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.221325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.221417] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.221627] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.221736] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.221803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.221977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.222104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.222275] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.222354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.222416] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.222566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.222648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.222748] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1271.223923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.224109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.224268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.225252] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.225421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.225561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.274399] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.276104] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.277030] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.277030] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.277030] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.277368] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.277412] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d not found, creating... [ 1271.277740] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.277968] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.278188] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.278483] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.278940] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.279134] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.279435] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.279665] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.280182] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.280281] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.280450] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d is going to be created. [ 1271.296949] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.297149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.297189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.297413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.297557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.314613] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.314850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.314896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.315223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.315324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.315450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5006c7-7e2e-4191-a6a0-87d6817a7695" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.318182] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 in Status: IN_PROGRESS for 2s [ 1271.318851] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: IN_PROGRESS for 2s [ 1271.345721] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.345961] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.347295] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.347295] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.347295] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.347295] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.348536] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea in Status: IN_PROGRESS for 2s [ 1271.388064] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.388875] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.389076] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.389310] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.389670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.389888] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.458841] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 in Status: IN_PROGRESS for 2s [ 1271.467905] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.468787] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.468947] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.469054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.469286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.469437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.556451] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1271.783093] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.783333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.783451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.783903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.784014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.784101] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96162838-eb7e-4795-8d1d-054d34458259 is going to be updated. [ 1271.817737] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.817923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.817980] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.818259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.818468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.828998] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: IN_PROGRESS for 2s [ 1271.938140] env[64796]: INFO networking_nsxv3.common.synchronization [req-d21c8078-c66e-4aa5-998b-bc1afdb597ec req-c9baf5ff-bff3-49e4-b10e-f34f210da1b6 service nova] Enqueued Resource ID: bb699e4f-c586-41cc-845c-d3f60832d092 with Priority: HIGHEST for action security_group_rules [ 1271.938140] env[64796]: INFO networking_nsxv3.common.synchronization [req-d21c8078-c66e-4aa5-998b-bc1afdb597ec req-c9baf5ff-bff3-49e4-b10e-f34f210da1b6 service nova] Enqueued Resource ID: bb699e4f-c586-41cc-845c-d3f60832d092 with Priority: HIGHEST for action security_group_members [ 1271.938140] env[64796]: INFO networking_nsxv3.common.synchronization [req-d21c8078-c66e-4aa5-998b-bc1afdb597ec req-c9baf5ff-bff3-49e4-b10e-f34f210da1b6 service nova] Enqueued Resource ID: 6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d with Priority: HIGHEST for action port [ 1271.938413] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb699e4f-c586-41cc-845c-d3f60832d092 with Priority: HIGHEST for action security_group_rules [ 1271.939044] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb699e4f-c586-41cc-845c-d3f60832d092 with Priority: HIGHEST for action security_group_members [ 1271.939044] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d with Priority: HIGHEST for action port [ 1271.939044] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb699e4f-c586-41cc-845c-d3f60832d092 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.939576] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.939576] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.939930] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.939930] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb699e4f-c586-41cc-845c-d3f60832d092',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.941639] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb699e4f-c586-41cc-845c-d3f60832d092 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.941782] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.941853] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.942056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.942252] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.942361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.942423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.942575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.942725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.942917] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb699e4f-c586-41cc-845c-d3f60832d092',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.943520] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.943625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.943727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.943949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.943949] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.446061] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb699e4f-c586-41cc-845c-d3f60832d092',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.447245] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb699e4f-c586-41cc-845c-d3f60832d092 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.447381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.447572] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d with status ACTIVE [ 1272.447776] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.447941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.447941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.448196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.448299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.448492] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.448593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.448659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.448852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.448948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.449138] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.449275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.449335] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.449499] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.449580] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.449630] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d is going to be updated. [ 1272.477106] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.477442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.477442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.477591] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.477734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.477903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f068c06-0ea1-4ca6-8bf4-e3eb0ac2361d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.952040] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb699e4f-c586-41cc-845c-d3f60832d092',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.334206] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 in Status: SUCCESS [ 1273.334450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.336140] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: SUCCESS [ 1273.336369] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.362968] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea in Status: SUCCESS [ 1273.363289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.454451] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.454451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.455084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.455084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.455084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.455084] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb699e4f-c586-41cc-845c-d3f60832d092 is going to be created. [ 1273.475412] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 in Status: SUCCESS [ 1273.475670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.483798] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.484031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.484095] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.484282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.484449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.498261] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb699e4f-c586-41cc-845c-d3f60832d092 in Status: UNINITIALIZED for 2s [ 1273.577760] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1273.578056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.842283] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: SUCCESS [ 1273.842283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.842283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.843054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.843054] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.843054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.843289] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.843361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.843510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.843663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.843857] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.346872] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.347103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.347103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.347367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.347550] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.347659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.347727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.347992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.348122] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.348177] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.348300] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.348394] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.348457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.348601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.348737] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.348828] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.348886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.349034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.349116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.349195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.349298] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.852299] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96162838-eb7e-4795-8d1d-054d34458259: rpc.has_security_group_logging(os_id): False [ 1274.873221] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.873465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.873465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.873660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.898903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.899197] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.899323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.899393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.899606] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.899690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.899982] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.900127] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.900168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.900321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.900398] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.900583] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.900681] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.900745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.900948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.901079] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.901176] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96162838-eb7e-4795-8d1d-054d34458259 is going to be updated. [ 1274.970217] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.970444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.970515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.970732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.970963] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.986839] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: IN_PROGRESS for 2s [ 1275.509362] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb699e4f-c586-41cc-845c-d3f60832d092 in Status: SUCCESS [ 1275.509587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.509772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.510070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.510273] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.510390] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.510456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.510615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.510697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.510828] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.510911] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb699e4f-c586-41cc-845c-d3f60832d092',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.807755] env[64796]: INFO networking_nsxv3.common.synchronization [req-1f6c14a1-8697-4cf4-8220-8912254e41dd req-c03e3228-ae77-4b96-ab31-046bae664590 tempest-ServersTestJSON-379968790 tempest-ServersTestJSON-379968790-project-member] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1275.807755] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1275.807755] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.807755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.809807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.809807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.809807] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.809807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.809807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.809807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.809807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.809807] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.013526] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb699e4f-c586-41cc-845c-d3f60832d092 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.013917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.013917] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.014027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.014225] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.014317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.014441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.015015] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.015151] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.015262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.015461] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb699e4f-c586-41cc-845c-d3f60832d092 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.015688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.015845] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.016038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.016280] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.016344] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.016387] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.016526] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.016616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.016753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.016881] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb699e4f-c586-41cc-845c-d3f60832d092',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.313920] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.520378] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb699e4f-c586-41cc-845c-d3f60832d092: rpc.has_security_group_logging(os_id): False [ 1276.544443] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.544638] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.544682] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.544891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.544987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.545247] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.545407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.545515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.545747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.545891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.546054] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.546238] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.546238] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.546360] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.546437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.546634] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.546732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.546795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.546935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.547028] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.547121] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb699e4f-c586-41cc-845c-d3f60832d092 is going to be created. [ 1276.621155] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.621155] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.621155] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.621155] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.621617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.636786] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb699e4f-c586-41cc-845c-d3f60832d092 in Status: IN_PROGRESS for 2s [ 1276.816734] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.004179] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: SUCCESS [ 1277.004402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.319956] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.320259] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.320301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.320562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.320730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.321345] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1277.351965] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.352157] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.352210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.352439] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.352629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.363983] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1278.648939] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb699e4f-c586-41cc-845c-d3f60832d092 in Status: SUCCESS [ 1278.649250] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.375418] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1279.375656] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.807924] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.808317] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.493193] env[64796]: INFO networking_nsxv3.common.synchronization [req-14933d05-d98a-43d8-b42b-e10dd252d054 req-ac13124e-5d5f-47f0-bd60-dd204a8f55b3 tempest-ImagesOneServerNegativeTestJSON-1304747800 tempest-ImagesOneServerNegativeTestJSON-1304747800-project-member] Enqueued Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1281.493466] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96162838-eb7e-4795-8d1d-054d34458259 with Priority: HIGHEST for action security_group_members [ 1281.493860] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-96162838-eb7e-4795-8d1d-054d34458259 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.494059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.494157] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.494405] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.494658] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.494753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.494753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.494919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.494971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.495279] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96162838-eb7e-4795-8d1d-054d34458259',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.997550] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.997977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.997977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.998123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.998217] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.998428] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.998530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.998591] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.998751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.998823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.998910] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96162838-eb7e-4795-8d1d-054d34458259 is going to be updated. [ 1282.030143] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.030345] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.030426] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.030666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.030858] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.041169] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: IN_PROGRESS for 2s [ 1283.957660] env[64796]: INFO networking_nsxv3.common.synchronization [req-6458adc9-3761-45f2-98f5-474ad7cd179e req-45dd6ee9-cc3b-4aea-8456-0ee3dd6a3c75 tempest-ServerPasswordTestJSON-454114502 tempest-ServerPasswordTestJSON-454114502-project-member] Enqueued Resource ID: bb699e4f-c586-41cc-845c-d3f60832d092 with Priority: HIGHEST for action security_group_members [ 1283.958975] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb699e4f-c586-41cc-845c-d3f60832d092 with Priority: HIGHEST for action security_group_members [ 1283.958975] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb699e4f-c586-41cc-845c-d3f60832d092 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.958975] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.958975] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.960181] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.960181] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.960181] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.960181] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.960181] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.960606] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.960922] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb699e4f-c586-41cc-845c-d3f60832d092',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.052155] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96162838-eb7e-4795-8d1d-054d34458259 in Status: SUCCESS [ 1284.052406] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96162838-eb7e-4795-8d1d-054d34458259 deletion is rescheduled due to dependency. [ 1284.052556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96162838-eb7e-4795-8d1d-054d34458259" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.381259] env[64796]: INFO networking_nsxv3.common.synchronization [req-5bb72208-73d2-4d19-b71d-3773a2823f74 req-511469e7-736d-49bf-af5d-cb8ebf37438f tempest-ServersTestJSON-379968790 tempest-ServersTestJSON-379968790-project-member] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1284.381853] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGHEST for action security_group_members [ 1284.382187] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.382433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.382508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.382720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.382882] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.382981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.383064] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.383212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.383302] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.383412] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.464050] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.464244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.464285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.464497] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.464630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.464821] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.464928] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.464971] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.465221] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.465318] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.465381] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb699e4f-c586-41cc-845c-d3f60832d092 is going to be updated. [ 1284.499481] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.499642] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.499702] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.499900] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.500115] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.509158] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb699e4f-c586-41cc-845c-d3f60832d092 in Status: IN_PROGRESS for 2s [ 1284.886121] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.886121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.886121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.886276] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.886357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.886559] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.886691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.886964] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.886964] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.886964] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.887181] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be updated. [ 1284.917840] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.918078] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.918078] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.918328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.918485] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.933824] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: IN_PROGRESS for 2s [ 1286.521022] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb699e4f-c586-41cc-845c-d3f60832d092 in Status: SUCCESS [ 1286.521312] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb699e4f-c586-41cc-845c-d3f60832d092 deletion is rescheduled due to dependency. [ 1286.522200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.945391] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 in Status: SUCCESS [ 1286.945636] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 deletion is rescheduled due to dependency. [ 1286.945729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.743598] env[64796]: INFO networking_nsxv3.common.synchronization [req-c56d2078-4988-4474-aa5c-695a97fea934 req-9b793795-b8cf-4098-b796-1877d21ed54f tempest-ServerRescueTestJSON-1173054614 tempest-ServerRescueTestJSON-1173054614-project-member] Enqueued Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_members [ 1288.744473] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_members [ 1288.744548] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.745101] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.749053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.749053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.749053] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.749053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.749053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.749053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.749053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.749053] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.093487] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.093865] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-441" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.093865] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-441" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.094207] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-441" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.094593] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.094704] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.094855] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.095140] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.095297] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.095546] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.095701] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.095865] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.095988] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.096259] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.096403] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.096578] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.119310] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.119522] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1289.119670] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.119957] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-441" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.120451] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-b0742d62-41ce-4f72-9d95-d51c353513cf taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.120685] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-b0742d62-41ce-4f72-9d95-d51c353513cf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.120921] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-b0742d62-41ce-4f72-9d95-d51c353513cf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.121310] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-b0742d62-41ce-4f72-9d95-d51c353513cf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.121547] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0742d62-41ce-4f72-9d95-d51c353513cf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.250691] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.623940] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.624281] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.624336] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.624614] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.624767] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.624922] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port b0742d62-41ce-4f72-9d95-d51c353513cf not found, creating... [ 1289.625198] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.625359] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.625481] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.625728] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.625869] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.626179] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.626334] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.626452] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.626682] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.626830] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.626974] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: b0742d62-41ce-4f72-9d95-d51c353513cf is going to be created. [ 1289.651020] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.651020] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.651020] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.651020] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.651020] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.651020] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-b0742d62-41ce-4f72-9d95-d51c353513cf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.753669] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.758908] env[64796]: INFO networking_nsxv3.common.synchronization [None req-24f59ee4-b2cb-40ab-b10c-a9a1b7b94692 None None] Enqueued Resource ID: 27310a0e-199b-434b-996d-dde5a0c82945 with Priority: HIGHEST for action port [ 1289.759482] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27310a0e-199b-434b-996d-dde5a0c82945 with Priority: HIGHEST for action port [ 1289.759799] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-27310a0e-199b-434b-996d-dde5a0c82945 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.761071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27310a0e-199b-434b-996d-dde5a0c82945" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.761071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27310a0e-199b-434b-996d-dde5a0c82945" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.761071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27310a0e-199b-434b-996d-dde5a0c82945" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.761071] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27310a0e-199b-434b-996d-dde5a0c82945',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.259621] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.259790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.259871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.260176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.260368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.260467] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 is going to be updated. [ 1290.262541] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27310a0e-199b-434b-996d-dde5a0c82945 [ 1290.262541] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.262541] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.262703] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.263467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.263598] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.263735] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27310a0e-199b-434b-996d-dde5a0c82945 already deleted. [ 1290.263870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27310a0e-199b-434b-996d-dde5a0c82945" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.294762] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.294944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.294999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.295195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.295340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.311471] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 in Status: IN_PROGRESS for 2s [ 1290.491901] env[64796]: INFO networking_nsxv3.common.synchronization [req-c56d2078-4988-4474-aa5c-695a97fea934 req-d6610b49-d3ad-4b0e-b5bc-304c7a9704e7 service nova] Enqueued Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_rules [ 1290.491951] env[64796]: INFO networking_nsxv3.common.synchronization [req-c56d2078-4988-4474-aa5c-695a97fea934 req-d6610b49-d3ad-4b0e-b5bc-304c7a9704e7 service nova] Enqueued Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_members [ 1290.492470] env[64796]: INFO networking_nsxv3.common.synchronization [req-c56d2078-4988-4474-aa5c-695a97fea934 req-d6610b49-d3ad-4b0e-b5bc-304c7a9704e7 service nova] Enqueued Resource ID: b0742d62-41ce-4f72-9d95-d51c353513cf with Priority: HIGHEST for action port [ 1290.493532] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_rules [ 1290.493532] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_members [ 1290.493832] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0742d62-41ce-4f72-9d95-d51c353513cf with Priority: HIGHEST for action port [ 1290.493932] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.494068] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.494153] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.494361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.494462] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.496342] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.496342] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.496342] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0742d62-41ce-4f72-9d95-d51c353513cf taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.496342] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0742d62-41ce-4f72-9d95-d51c353513cf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.496683] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0742d62-41ce-4f72-9d95-d51c353513cf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.496683] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0742d62-41ce-4f72-9d95-d51c353513cf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.496683] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0742d62-41ce-4f72-9d95-d51c353513cf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.636136] env[64796]: INFO networking_nsxv3.common.synchronization [req-46d957d4-2d4e-4c2f-b822-fa7d3e6b0bb0 req-2d4e5a08-7fe4-45ce-bd34-85f80386926e tempest-ServerActionsTestOtherB-680283000 tempest-ServerActionsTestOtherB-680283000-project-member] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1290.637244] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1290.637764] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.638339] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.638339] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.639089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.639311] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.639439] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.639491] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.639659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.639743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.639845] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.001204] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.001551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.001596] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0742d62-41ce-4f72-9d95-d51c353513cf with status ACTIVE [ 1291.002195] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.002195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.002195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.002195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.002385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.002495] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.002495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.002628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.002697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.002810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.003083] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.003196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.003263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.003467] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.003570] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.003679] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0742d62-41ce-4f72-9d95-d51c353513cf is going to be updated. [ 1291.029763] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.029763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.029763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.029763] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.030010] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.030010] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0742d62-41ce-4f72-9d95-d51c353513cf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.046965] env[64796]: INFO networking_nsxv3.common.synchronization [req-ca9bc4f2-4236-49c9-a440-dd191b3f8a75 req-d864c34c-7243-4fe1-95a9-bd11c7043ef7 tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGHEST for action security_group_members [ 1291.047536] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGHEST for action security_group_members [ 1291.048041] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7412a59-6dad-4c2c-881e-12c05767d9b6 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.048874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.048874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.049058] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.049165] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.049270] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.049324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.049475] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.049558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.049702] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7412a59-6dad-4c2c-881e-12c05767d9b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.144524] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.144524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.144524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.144524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.257277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.257277] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.257490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.257490] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.257648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.257727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.258830] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 is going to be updated. [ 1291.301632] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.301844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.301892] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.302378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.302378] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.314373] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: IN_PROGRESS for 2s [ 1291.555029] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.555584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.555800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.556020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.556186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.556791] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.556923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.556983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.557446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.557551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.557648] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 is going to be updated. [ 1291.594930] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.595890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.595890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.595890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.595890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.605563] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 in Status: IN_PROGRESS for 2s [ 1292.082195] env[64796]: INFO networking_nsxv3.common.synchronization [None req-1d4c7d62-322d-4bc9-844a-b1f430868bc8 None None] Enqueued Resource ID: 54aa1284-8b4f-4289-a512-505d285ec6a0 with Priority: HIGHEST for action port [ 1292.082722] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54aa1284-8b4f-4289-a512-505d285ec6a0 with Priority: HIGHEST for action port [ 1292.083109] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-54aa1284-8b4f-4289-a512-505d285ec6a0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.083276] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54aa1284-8b4f-4289-a512-505d285ec6a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.083346] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54aa1284-8b4f-4289-a512-505d285ec6a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.084628] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54aa1284-8b4f-4289-a512-505d285ec6a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.084628] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54aa1284-8b4f-4289-a512-505d285ec6a0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.321279] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 in Status: SUCCESS [ 1292.321530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.321752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.322291] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.322291] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.322417] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.322451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.322771] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.322959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.323064] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.587258] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54aa1284-8b4f-4289-a512-505d285ec6a0 [ 1292.587806] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.588950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.588950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.588950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.588950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.588950] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54aa1284-8b4f-4289-a512-505d285ec6a0 already deleted. [ 1292.588950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54aa1284-8b4f-4289-a512-505d285ec6a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.825596] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.324018] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: SUCCESS [ 1293.324283] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 deletion is rescheduled due to dependency. [ 1293.324525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.328832] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.618245] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 in Status: SUCCESS [ 1293.618245] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 deletion is rescheduled due to dependency. [ 1293.618245] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.831234] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.831415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.831484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.831709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.831801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.831906] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 is going to be updated. [ 1293.875367] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.875581] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.875581] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.875807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.875959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.891294] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 in Status: IN_PROGRESS for 2s [ 1295.902766] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 in Status: SUCCESS [ 1295.903193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.903295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.903441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.903656] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.903794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.903867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.904050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.904151] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.904226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.904332] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.407164] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.407637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.407724] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.408136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.408334] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.408978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.408978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.409165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.409165] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.409292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.409450] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.409877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.409877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.409877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.410030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.410030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.410194] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.413909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.413909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.413909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.413909] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.913975] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4: rpc.has_security_group_logging(os_id): False [ 1296.933600] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.933762] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.933808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.933987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.934096] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.934311] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.934407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.934471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.934620] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.934697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.934867] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.934957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.935030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.935168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.935243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.935455] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.935554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.935617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.935755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.935831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.935916] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 is going to be created. [ 1296.958645] env[64796]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/security-policies/ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4', 'data': {'category': 'Application', 'display_name': 'ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4', 'stateful': True, 'tcp_strict': False, 'scope': ['/infra/domains/default/groups/ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4'], 'tags': [{'scope': 'age', 'tag': 1764610664}, {'scope': 'revision_number', 'tag': 1}], 'rules': [{'id': '0b498cb4-b903-4529-9817-b061055d3fa5', 'direction': 'OUT', 'ip_protocol': 'IPV6', 'source_groups': ['ANY'], 'destination_groups': ['ANY'], 'disabled': False, 'display_name': '0b498cb4-b903-4529-9817-b061055d3fa5', 'service_entries': [], 'action': 'ALLOW', 'logged': False, 'tag': 'ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4', 'scope': ['ANY'], 'services': ['ANY'], 'path': '/infra/domains/default/security-policies/ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4/rules/0b498cb4-b903-4529-9817-b061055d3fa5', '_revision': None}, {'id': '58f58f79-46db-4832-b344-c46c27293393', 'direction': 'IN', 'ip_protocol': 'IPV6', 'source_groups': ['/infra/domains/default/groups/ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4'], 'destination_groups': ['ANY'], 'disabled': False, 'display_name': '58f58f79-46db-4832-b344-c46c27293393', 'service_entries': [], 'action': 'ALLOW', 'logged': False, 'tag': 'ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4', 'scope': ['ANY'], 'services': ['ANY'], 'path': '/infra/domains/default/security-policies/ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4/rules/58f58f79-46db-4832-b344-c46c27293393', '_revision': None}, {'id': 'e94960f3-f76c-42d7-b145-a3e574192648', 'direction': 'IN', 'ip_protocol': 'IPV4', 'source_groups': ['/infra/domains/default/groups/ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4'], 'destination_groups': ['ANY'], 'disabled': False, 'display_name': 'e94960f3-f76c-42d7-b145-a3e574192648', 'service_entries': [], 'action': 'ALLOW', 'logged': False, 'tag': 'ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4', 'scope': ['ANY'], 'services': ['ANY'], 'path': '/infra/domains/default/security-policies/ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4/rules/e94960f3-f76c-42d7-b145-a3e574192648', '_revision': None}, {'id': 'fc4c681d-fbd0-47bf-b17a-c2e89de17644', 'direction': 'OUT', 'ip_protocol': 'IPV4', 'source_groups': ['ANY'], 'destination_groups': ['ANY'], 'disabled': False, 'display_name': 'fc4c681d-fbd0-47bf-b17a-c2e89de17644', 'service_entries': [], 'action': 'ALLOW', 'logged': False, 'tag': 'ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4', 'scope': ['ANY'], 'services': ['ANY'], 'path': '/infra/domains/default/security-policies/ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4/rules/fc4c681d-fbd0-47bf-b17a-c2e89de17644', '_revision': None}], 'path': '/infra/domains/default/security-policies/ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/domains/default/security-policies/ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4] as it already exists."\n}' [ 1296.958865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.959012] env[64796]: Traceback (most recent call last): [ 1296.959053] env[64796]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1296.959053] env[64796]: listener.cb(fileno) [ 1296.959053] env[64796]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1296.959053] env[64796]: result = function(*args, **kwargs) [ 1296.959053] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1296.959053] env[64796]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1296.959053] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1296.959053] env[64796]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1296.959053] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1296.959053] env[64796]: return func(*args, **kwargs) [ 1296.959053] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1296.959053] env[64796]: res = self.client.put(path=path, data=data) [ 1296.959053] env[64796]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1296.959053] env[64796]: raise RuntimeError(msg, last_err) [ 1296.959053] env[64796]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/domains/default/security-policies/ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4] as it already exists."\\n}\'') [ 1296.959443] env[64796]: Removing descriptor: 47 [ 1297.085062] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.085062] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.296504] env[64796]: INFO networking_nsxv3.common.synchronization [req-b2bd9881-7ce0-4fa3-8fb7-02883380c54e req-69d7d39c-f2e8-4e2f-9542-d55b62c76fe8 tempest-AttachInterfacesV270Test-1449192133 tempest-AttachInterfacesV270Test-1449192133-project-member] Enqueued Resource ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 with Priority: HIGHEST for action security_group_members [ 1299.297034] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 with Priority: HIGHEST for action security_group_members [ 1299.297343] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ca4a6e-be04-476f-907d-ee22a63bbf91 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.297463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.297530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.297779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.297937] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.298047] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.298111] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.298275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.298365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.298461] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ca4a6e-be04-476f-907d-ee22a63bbf91',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.604525] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.604722] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-603" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.604851] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-603" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.605210] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-603" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.605476] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.605637] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.605756] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.605976] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.607028] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.607028] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1299.607165] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1299.607209] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1299.607318] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1299.607443] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1299.607553] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1299.607691] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1299.633425] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1299.633604] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1299.633754] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1299.633932] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-603" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.634280] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-a939d82f-912c-4f46-9357-04c8a3ae9ecf taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.634591] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-a939d82f-912c-4f46-9357-04c8a3ae9ecf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.634669] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-a939d82f-912c-4f46-9357-04c8a3ae9ecf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.635080] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-a939d82f-912c-4f46-9357-04c8a3ae9ecf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.635294] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a939d82f-912c-4f46-9357-04c8a3ae9ecf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.801475] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.801701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.801807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.802066] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.802160] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.802362] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.802464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.802527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.802716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.802796] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.802882] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 already deleted. [ 1299.802964] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.141089] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.141089] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.141089] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.141089] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.141089] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.141089] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port a939d82f-912c-4f46-9357-04c8a3ae9ecf not found, creating... [ 1300.141089] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.141089] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.141089] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.141089] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.141089] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.141572] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.141572] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.141572] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.141692] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.141878] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.142098] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: a939d82f-912c-4f46-9357-04c8a3ae9ecf is going to be created. [ 1300.182921] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.182921] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.183201] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.183350] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.183613] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.183808] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-a939d82f-912c-4f46-9357-04c8a3ae9ecf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.419715] env[64796]: INFO networking_nsxv3.common.synchronization [req-6ba7183b-7418-43b0-be6d-d37d59658b22 req-fc79a96d-4861-4c2e-8f19-7db4ce2925a7 tempest-ServerActionsTestOtherA-1986695756 tempest-ServerActionsTestOtherA-1986695756-project-member] Enqueued Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_members [ 1300.420404] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_members [ 1300.420763] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.420897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.420969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.421184] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.421366] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.421468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.421534] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.421679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.421766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.421859] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.877746] env[64796]: INFO networking_nsxv3.common.synchronization [req-b2bd9881-7ce0-4fa3-8fb7-02883380c54e req-50f18d11-c4f7-4212-a52b-6c0a772c7344 service nova] Enqueued Resource ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 with Priority: HIGHEST for action security_group_rules [ 1300.877746] env[64796]: INFO networking_nsxv3.common.synchronization [req-b2bd9881-7ce0-4fa3-8fb7-02883380c54e req-50f18d11-c4f7-4212-a52b-6c0a772c7344 service nova] Enqueued Resource ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 with Priority: HIGHEST for action security_group_members [ 1300.877872] env[64796]: INFO networking_nsxv3.common.synchronization [req-b2bd9881-7ce0-4fa3-8fb7-02883380c54e req-50f18d11-c4f7-4212-a52b-6c0a772c7344 service nova] Enqueued Resource ID: a939d82f-912c-4f46-9357-04c8a3ae9ecf with Priority: HIGHEST for action port [ 1300.878705] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 with Priority: HIGHEST for action security_group_rules [ 1300.878924] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 with Priority: HIGHEST for action security_group_members [ 1300.879014] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a939d82f-912c-4f46-9357-04c8a3ae9ecf with Priority: HIGHEST for action port [ 1300.879685] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5ca4a6e-be04-476f-907d-ee22a63bbf91 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.879808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.879921] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.880276] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.880499] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5ca4a6e-be04-476f-907d-ee22a63bbf91',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.881746] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ca4a6e-be04-476f-907d-ee22a63bbf91 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.881878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.881934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.882183] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.882373] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.882510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.882627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.882870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.883644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.883644] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ca4a6e-be04-476f-907d-ee22a63bbf91',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.883851] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-a939d82f-912c-4f46-9357-04c8a3ae9ecf taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.885213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a939d82f-912c-4f46-9357-04c8a3ae9ecf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.885213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a939d82f-912c-4f46-9357-04c8a3ae9ecf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.885213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a939d82f-912c-4f46-9357-04c8a3ae9ecf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.885213] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a939d82f-912c-4f46-9357-04c8a3ae9ecf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.923912] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.387608] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5ca4a6e-be04-476f-907d-ee22a63bbf91',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.387608] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ca4a6e-be04-476f-907d-ee22a63bbf91 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.387744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.387867] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a939d82f-912c-4f46-9357-04c8a3ae9ecf with status ACTIVE [ 1301.388099] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.388285] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.388361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.388561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.388650] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.388827] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.388929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.388985] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.389152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.389234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.389415] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.389554] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.389599] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.389725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.389802] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.389889] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a939d82f-912c-4f46-9357-04c8a3ae9ecf is going to be updated. [ 1301.411688] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.411886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.411947] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.412207] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.412399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.412610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a939d82f-912c-4f46-9357-04c8a3ae9ecf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.426436] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.891713] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5ca4a6e-be04-476f-907d-ee22a63bbf91',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.929602] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.930855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.930855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.930855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.930855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.930855] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 is going to be updated. [ 1301.964724] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.964951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.964951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.965163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.965324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.975936] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: IN_PROGRESS for 2s [ 1302.051507] env[64796]: INFO networking_nsxv3.common.synchronization [req-5c06ad24-9700-4a74-a421-764c125f959d req-959f927d-2481-4f0a-86cb-a42f13cfaf2f tempest-ServerActionsTestOtherB-680283000 tempest-ServerActionsTestOtherB-680283000-project-member] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1302.051843] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1302.053527] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.053673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.053745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.053951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.054140] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.054241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.054300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.054455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.054545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.054644] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.394765] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.394765] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.394872] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.395083] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.395175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.395277] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 is going to be created. [ 1302.426697] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.427126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.427126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.427126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.427283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.441956] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 in Status: UNINITIALIZED for 2s [ 1302.470814] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.470814] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.470814] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.471229] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.471394] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.471552] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.471668] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.471880] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.472039] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.472251] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.472366] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1302.472470] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1302.472573] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1302.472683] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.472786] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1302.472912] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1302.496480] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1302.496785] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1302.496946] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1302.497231] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.497596] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-494828a9-2da8-417f-ba16-4c0e7cf58ea8 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.497786] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.497910] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.498291] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.498434] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494828a9-2da8-417f-ba16-4c0e7cf58ea8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.557764] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.557978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.558051] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.558329] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.558446] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.558696] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.558813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.558896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.559106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.559206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.559316] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 is going to be updated. [ 1302.587683] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.587890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.587939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.588251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.588533] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.599746] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: IN_PROGRESS for 2s [ 1303.001473] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.001888] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.002031] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.002626] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.002626] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.002884] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 494828a9-2da8-417f-ba16-4c0e7cf58ea8 not found, creating... [ 1303.003115] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.003387] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.003624] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.004019] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.004287] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.004755] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.005092] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.005283] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.005506] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.005695] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.005873] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 494828a9-2da8-417f-ba16-4c0e7cf58ea8 is going to be created. [ 1303.030751] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.030981] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.032045] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.032045] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.032045] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.032045] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.417376] env[64796]: INFO networking_nsxv3.common.synchronization [req-c4503add-ced2-43c3-9d56-3df09ea44b26 req-6bae5895-e26e-42d2-9806-749d3d4f3e19 tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGHEST for action security_group_members [ 1303.417916] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGHEST for action security_group_members [ 1303.418233] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.418384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.418456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.418670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.418826] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.418944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.419015] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.419191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.419316] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.419415] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3cbbd0a-3b61-491d-8d4d-ca78d5119a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.762904] env[64796]: INFO networking_nsxv3.common.synchronization [req-5c06ad24-9700-4a74-a421-764c125f959d req-b39a5e6c-76af-4241-8352-d9f2bf938dab service nova] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_rules [ 1303.763990] env[64796]: INFO networking_nsxv3.common.synchronization [req-5c06ad24-9700-4a74-a421-764c125f959d req-b39a5e6c-76af-4241-8352-d9f2bf938dab service nova] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1303.764280] env[64796]: INFO networking_nsxv3.common.synchronization [req-5c06ad24-9700-4a74-a421-764c125f959d req-b39a5e6c-76af-4241-8352-d9f2bf938dab service nova] Enqueued Resource ID: 494828a9-2da8-417f-ba16-4c0e7cf58ea8 with Priority: HIGHEST for action port [ 1303.768564] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_rules [ 1303.768811] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1303.769702] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494828a9-2da8-417f-ba16-4c0e7cf58ea8 with Priority: HIGHEST for action port [ 1303.770232] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.770427] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.770537] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.770847] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.771938] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.774277] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.774463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.774914] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-494828a9-2da8-417f-ba16-4c0e7cf58ea8 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.775117] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.775251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.775559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.775686] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494828a9-2da8-417f-ba16-4c0e7cf58ea8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.922276] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.922494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.922539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.922807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.922924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.923183] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.923309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.923354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.923592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.923683] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.923780] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 is going to be updated. [ 1303.971630] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.971846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.971906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.972185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.972391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.987461] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 in Status: IN_PROGRESS for 2s [ 1303.988578] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: SUCCESS [ 1303.988906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.080615] env[64796]: INFO networking_nsxv3.common.synchronization [req-9ca7690d-0596-4e10-8697-86d8aac5758f req-ab74e876-73ec-444d-b4a1-4f4a3661fcb9 tempest-AttachVolumeTestJSON-1832751259 tempest-AttachVolumeTestJSON-1832751259-project-member] Enqueued Resource ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f with Priority: HIGHEST for action security_group_members [ 1304.081786] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f with Priority: HIGHEST for action security_group_members [ 1304.081786] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.081786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.081970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.082192] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.082444] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.082524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.082671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.082821] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.082910] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.083812] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538d3f8a-bb87-4404-bbc4-ec94a1472c1f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.278903] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.278903] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.282329] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 494828a9-2da8-417f-ba16-4c0e7cf58ea8 with status ACTIVE [ 1304.282992] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.282992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.282992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.282992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.283208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.283241] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.283359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.283416] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.283571] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.283653] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.283834] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.283923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.283979] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.284415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.284415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.284619] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 494828a9-2da8-417f-ba16-4c0e7cf58ea8 is going to be updated. [ 1304.314046] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.314256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.314256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.315143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.315143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.315143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.454454] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 in Status: SUCCESS [ 1304.454705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.454867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.455109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.456742] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.456742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.456742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.456742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.456742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.456742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.456742] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5ca4a6e-be04-476f-907d-ee22a63bbf91',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.586583] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.586785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.587609] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.587609] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.608828] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: SUCCESS [ 1304.609011] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 deletion is rescheduled due to dependency. [ 1304.609180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.609356] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.609584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.609796] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.609910] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.609970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.610157] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.610247] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.610376] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.612241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.612491] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.612613] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.612688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.612855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.612936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.613066] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f is going to be updated. [ 1304.647260] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.647460] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.647503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.647691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.647831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.657032] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f in Status: IN_PROGRESS for 2s [ 1304.959427] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ca4a6e-be04-476f-907d-ee22a63bbf91 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.959745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.959745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.959891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.960081] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.960179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.960416] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.960416] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.960518] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.960581] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.960775] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ca4a6e-be04-476f-907d-ee22a63bbf91 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.960825] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.960856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.960997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.961306] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.961306] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.961433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.961542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.961623] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.961704] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.961792] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5ca4a6e-be04-476f-907d-ee22a63bbf91',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.115108] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.464290] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5ca4a6e-be04-476f-907d-ee22a63bbf91: rpc.has_security_group_logging(os_id): False [ 1305.483047] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.483170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.483215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.483389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.483501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.483714] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.483814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.483878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.484046] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.484121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.484297] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.484388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.484452] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.484591] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.484664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.484845] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.484929] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.484992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.485141] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.485214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.485299] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 is going to be created. [ 1305.570755] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.571060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.571203] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.571506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.571791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.587845] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 in Status: IN_PROGRESS for 2s [ 1305.618552] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.002701] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 in Status: SUCCESS [ 1306.003099] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 deletion is rescheduled due to dependency. [ 1306.003357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.122855] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.122855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.122855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.122855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.122855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.122855] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 is going to be updated. [ 1306.150383] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.150557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.150627] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.150834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.150978] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.159874] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: IN_PROGRESS for 2s [ 1306.676126] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f in Status: SUCCESS [ 1306.676310] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538d3f8a-bb87-4404-bbc4-ec94a1472c1f deletion is rescheduled due to dependency. [ 1306.676493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538d3f8a-bb87-4404-bbc4-ec94a1472c1f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.274822] env[64796]: INFO networking_nsxv3.common.synchronization [req-e552f996-3c03-4d21-b9ab-711ab82e4a0c req-8b495ea7-d6d8-4bea-8e8c-060ebb62004e tempest-ServerActionsTestJSON-1200563110 tempest-ServerActionsTestJSON-1200563110-project-member] Enqueued Resource ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 with Priority: HIGHEST for action security_group_members [ 1307.274822] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 with Priority: HIGHEST for action security_group_members [ 1307.274822] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-24aa97ca-80ae-4549-862e-2a13d3b899b3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.274822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.275506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.275506] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.275567] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.275666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.275746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.276161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.276161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.276161] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24aa97ca-80ae-4549-862e-2a13d3b899b3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.600321] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 in Status: SUCCESS [ 1307.600694] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.779229] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.779434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.779565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.779847] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.802288] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.802588] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.802793] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.802904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.803152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.803272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.803389] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 is going to be updated. [ 1307.829038] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.829243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.829243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.829458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.829594] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.838856] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 in Status: IN_PROGRESS for 2s [ 1308.175738] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: SUCCESS [ 1308.175959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.176158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.176383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.176581] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.176696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.176768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.176918] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.176998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.177101] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.177192] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.680944] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.869862] env[64796]: INFO networking_nsxv3.common.synchronization [None req-f9c50ab7-6afe-4b7a-8a7f-e89987f54f5b tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 with Priority: HIGHEST for action security_group_rules [ 1308.869862] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 with Priority: HIGHEST for action security_group_rules [ 1308.869862] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.870217] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.870217] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.870286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.870391] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705fcbcb-ba68-42d6-93c6-24dd2ad08be2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.991315] env[64796]: INFO networking_nsxv3.common.synchronization [None req-cb76f08b-6586-4494-9f8a-b64e9947311a tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 with Priority: HIGHEST for action security_group_rules [ 1308.992051] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 with Priority: HIGHEST for action security_group_rules [ 1308.992466] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.992609] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.183054] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61101a89-2bca-42e5-a383-b9fb9500d008: rpc.has_security_group_logging(os_id): False [ 1309.203775] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.203962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.204044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.204258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.204354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.205747] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.205747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.205747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.205747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.205747] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.205747] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 is going to be updated. [ 1309.274545] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.274769] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.274881] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.275148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.275362] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.290226] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: IN_PROGRESS for 2s [ 1309.391984] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.392183] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.392229] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.392464] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.392562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.392709] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 already deleted. [ 1309.392776] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.392932] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.393717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.393717] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705fcbcb-ba68-42d6-93c6-24dd2ad08be2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.849134] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 in Status: SUCCESS [ 1309.849512] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 deletion is rescheduled due to dependency. [ 1309.849512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.918311] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.918311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.918311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.918311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.918311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.918311] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 already deleted. [ 1309.918311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.139867] env[64796]: INFO networking_nsxv3.common.synchronization [None req-cf72966c-34c8-433f-bbec-b1d8d0be83ab tempest-AttachVolumeTestJSON-1832751259 tempest-AttachVolumeTestJSON-1832751259-project-member] Enqueued Resource ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 with Priority: HIGHEST for action security_group_rules [ 1310.140455] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 with Priority: HIGHEST for action security_group_rules [ 1310.140807] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.140947] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.141026] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.141283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.141372] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e6d0450-b7b9-46ac-9162-c1dc04d13437',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.226771] env[64796]: INFO networking_nsxv3.common.synchronization [None req-99ee7d55-66d7-4896-87ff-11f839fa379a tempest-AttachVolumeTestJSON-1832751259 tempest-AttachVolumeTestJSON-1832751259-project-member] Enqueued Resource ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 with Priority: HIGHEST for action security_group_rules [ 1310.227369] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 with Priority: HIGHEST for action security_group_rules [ 1310.227707] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.227767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.664024] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.664024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.664024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.664024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.664024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.664024] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 already deleted. [ 1310.664024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.664024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.664024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.664024] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e6d0450-b7b9-46ac-9162-c1dc04d13437',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.186370] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.186752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.186752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.186937] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.187093] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.187232] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 already deleted. [ 1311.187358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.308526] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: SUCCESS [ 1311.308753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.769524] env[64796]: INFO networking_nsxv3.common.synchronization [req-bf202030-38e9-418e-8aa1-ce70efd819f3 req-70c1d728-12d8-497c-bb5d-a06a01773af4 tempest-AttachInterfacesV270Test-1449192133 tempest-AttachInterfacesV270Test-1449192133-project-member] Enqueued Resource ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 with Priority: HIGHEST for action security_group_members [ 1312.770108] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 with Priority: HIGHEST for action security_group_members [ 1312.770476] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ca4a6e-be04-476f-907d-ee22a63bbf91 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.770615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.770687] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.770894] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.771074] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.771360] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.771360] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.771519] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.771570] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.771640] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ca4a6e-be04-476f-907d-ee22a63bbf91',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.274189] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.274327] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.274372] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.274657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.274755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.274961] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.275078] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.275145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.275309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.275417] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.275512] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 is going to be updated. [ 1313.303818] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.303818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.303818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.303818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.303818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.313805] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 in Status: IN_PROGRESS for 2s [ 1313.809670] env[64796]: INFO networking_nsxv3.common.synchronization [req-6255cea9-ecd1-4e8e-abe1-3d0247e4a089 req-de6f98af-813a-464b-9a36-d87658259f07 tempest-ServerRescueTestJSON-1173054614 tempest-ServerRescueTestJSON-1173054614-project-member] Enqueued Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_members [ 1313.809974] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_members [ 1313.810157] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.810316] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.810353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.810589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.810740] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.814017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.814017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.814017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.814017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.814017] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.314894] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.818064] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.321359] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.321562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.321659] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.321899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.321995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.322128] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 is going to be updated. [ 1315.333412] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 in Status: SUCCESS [ 1315.333628] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ca4a6e-be04-476f-907d-ee22a63bbf91 deletion is rescheduled due to dependency. [ 1315.333701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ca4a6e-be04-476f-907d-ee22a63bbf91" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.360131] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.360282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.360890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.360890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.360890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.370038] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 in Status: IN_PROGRESS for 2s [ 1315.615879] env[64796]: INFO networking_nsxv3.common.synchronization [req-e975a2dc-a90d-4408-82be-607f14cc900c req-ceaa8dca-e21a-4588-a9b1-99872fd9bf43 tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 with Priority: HIGHEST for action security_group_members [ 1315.616498] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 with Priority: HIGHEST for action security_group_members [ 1315.616830] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.616965] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.617047] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.617316] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.617479] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.617584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.617649] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.617801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.617919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.617984] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705fcbcb-ba68-42d6-93c6-24dd2ad08be2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.916555] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.916876] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.916876] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.917254] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.917494] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.917614] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.917789] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.917959] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.918316] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.918577] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.918707] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1315.918822] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1315.918932] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1315.919065] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.919177] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1315.919330] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1315.945033] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1315.945236] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1315.945384] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1315.945566] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.945957] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-ea7bea49-d6d4-45f4-916b-d5ada6738391 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.946164] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-ea7bea49-d6d4-45f4-916b-d5ada6738391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.946290] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-ea7bea49-d6d4-45f4-916b-d5ada6738391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.946698] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-ea7bea49-d6d4-45f4-916b-d5ada6738391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.946883] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea7bea49-d6d4-45f4-916b-d5ada6738391',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.121676] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.121840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.121916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.122175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.122269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.122467] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.122567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.122634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.122794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.122874] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.122973] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 already deleted. [ 1316.123089] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.449661] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.449937] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.450097] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.450433] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.450702] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.450871] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port ea7bea49-d6d4-45f4-916b-d5ada6738391 not found, creating... [ 1316.451186] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.451536] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.451737] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.451986] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.452152] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.452537] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.452707] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.452906] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.453206] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.453366] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.453514] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: ea7bea49-d6d4-45f4-916b-d5ada6738391 is going to be created. [ 1316.476563] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.476818] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.476942] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.477252] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.477478] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.477712] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-ea7bea49-d6d4-45f4-916b-d5ada6738391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.153623] env[64796]: INFO networking_nsxv3.common.synchronization [req-e975a2dc-a90d-4408-82be-607f14cc900c req-9b748d5b-012e-429c-8234-473b3f62c346 service nova] Enqueued Resource ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 with Priority: HIGHEST for action security_group_rules [ 1317.153846] env[64796]: INFO networking_nsxv3.common.synchronization [req-e975a2dc-a90d-4408-82be-607f14cc900c req-9b748d5b-012e-429c-8234-473b3f62c346 service nova] Enqueued Resource ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 with Priority: HIGHEST for action security_group_members [ 1317.153990] env[64796]: INFO networking_nsxv3.common.synchronization [req-e975a2dc-a90d-4408-82be-607f14cc900c req-9b748d5b-012e-429c-8234-473b3f62c346 service nova] Enqueued Resource ID: ea7bea49-d6d4-45f4-916b-d5ada6738391 with Priority: HIGHEST for action port [ 1317.154504] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 with Priority: HIGHEST for action security_group_rules [ 1317.154645] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 with Priority: HIGHEST for action security_group_members [ 1317.154754] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7bea49-d6d4-45f4-916b-d5ada6738391 with Priority: HIGHEST for action port [ 1317.155667] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.155927] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.156049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.156254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.156365] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705fcbcb-ba68-42d6-93c6-24dd2ad08be2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.157225] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.157383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.157474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.157670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.157856] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.157983] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.158097] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.158320] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.159475] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.159475] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705fcbcb-ba68-42d6-93c6-24dd2ad08be2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.160298] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea7bea49-d6d4-45f4-916b-d5ada6738391 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.160298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea7bea49-d6d4-45f4-916b-d5ada6738391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.160298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea7bea49-d6d4-45f4-916b-d5ada6738391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.160298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea7bea49-d6d4-45f4-916b-d5ada6738391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.160298] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea7bea49-d6d4-45f4-916b-d5ada6738391',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.379905] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 in Status: SUCCESS [ 1317.379905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.662063] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.662063] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.662365] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('705fcbcb-ba68-42d6-93c6-24dd2ad08be2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.663610] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea7bea49-d6d4-45f4-916b-d5ada6738391 with status ACTIVE [ 1317.663882] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.664110] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.664168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.665018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.665163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.665424] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.665567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.665653] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.666068] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.666286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.666557] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.666695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.666786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.667019] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.667098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.667730] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea7bea49-d6d4-45f4-916b-d5ada6738391 is going to be updated. [ 1317.691087] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.691263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.691329] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.691522] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.691691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.691871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea7bea49-d6d4-45f4-916b-d5ada6738391" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.858855] env[64796]: INFO networking_nsxv3.common.synchronization [req-a508fe5e-e5b8-4e65-86be-2be54b454a23 req-4e9b5ded-0fc3-409a-af86-ee65726e8c26 tempest-AttachVolumeTestJSON-1832751259 tempest-AttachVolumeTestJSON-1832751259-project-member] Enqueued Resource ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 with Priority: HIGHEST for action security_group_members [ 1317.859411] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 with Priority: HIGHEST for action security_group_members [ 1317.859725] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e6d0450-b7b9-46ac-9162-c1dc04d13437 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.859846] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.859916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.860315] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.860477] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.860633] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.860719] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.860850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.860936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.861054] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e6d0450-b7b9-46ac-9162-c1dc04d13437',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.170209] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('705fcbcb-ba68-42d6-93c6-24dd2ad08be2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.183249] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.183497] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-648" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.183674] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-648" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.184022] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-648" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.184320] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.184534] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.184684] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.184966] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.185167] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.185422] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1318.185580] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1318.185732] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1318.185877] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1318.186029] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1318.186177] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1318.186354] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1318.207737] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1318.207983] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1318.208101] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1318.208320] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-648" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.208703] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-17933b53-d2e0-4f7e-883e-6e8217f212ba taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.209371] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-17933b53-d2e0-4f7e-883e-6e8217f212ba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.209371] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-17933b53-d2e0-4f7e-883e-6e8217f212ba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.209583] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-17933b53-d2e0-4f7e-883e-6e8217f212ba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.209723] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17933b53-d2e0-4f7e-883e-6e8217f212ba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.364272] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.364431] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.364524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.364742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.364836] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.365066] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.365175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.365235] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.365391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.365468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.365555] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 already deleted. [ 1318.365637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.672812] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.673090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.673213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.673542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.673695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.673875] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 is going to be created. [ 1318.699285] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.699477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.699477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.699655] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.699819] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.712758] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.712973] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.713166] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.713502] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.713713] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.713921] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 17933b53-d2e0-4f7e-883e-6e8217f212ba not found, creating... [ 1318.714257] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.714454] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.714583] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.714864] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.715041] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.715439] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.715626] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.715784] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.716061] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.716289] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.716399] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 17933b53-d2e0-4f7e-883e-6e8217f212ba is going to be created. [ 1318.718359] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 in Status: UNINITIALIZED for 2s [ 1318.741171] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.741381] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.741510] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.741817] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.742095] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.742304] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-17933b53-d2e0-4f7e-883e-6e8217f212ba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.818031] env[64796]: INFO networking_nsxv3.common.synchronization [req-4861230f-ec7f-43f2-8f00-8fc7967613ed req-23a16fa9-6637-4db8-8ba7-23105faccab8 tempest-ServerActionsTestOtherA-1986695756 tempest-ServerActionsTestOtherA-1986695756-project-member] Enqueued Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_members [ 1318.818783] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGHEST for action security_group_members [ 1318.819156] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.819298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.819458] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.819596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.819776] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.819895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.820057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.820163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.820257] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.820409] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.323312] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.323625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.323625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.323990] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.324166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.324466] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.324664] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.324772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.325032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.325167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.325305] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 is going to be updated. [ 1319.356236] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.356236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.356236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.356236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.356236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.366078] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: IN_PROGRESS for 2s [ 1319.462286] env[64796]: INFO networking_nsxv3.common.synchronization [req-a508fe5e-e5b8-4e65-86be-2be54b454a23 req-9d15eab9-87be-41d7-8c1b-5e9d14380d17 service nova] Enqueued Resource ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 with Priority: HIGHEST for action security_group_rules [ 1319.462286] env[64796]: INFO networking_nsxv3.common.synchronization [req-a508fe5e-e5b8-4e65-86be-2be54b454a23 req-9d15eab9-87be-41d7-8c1b-5e9d14380d17 service nova] Enqueued Resource ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 with Priority: HIGHEST for action security_group_members [ 1319.462286] env[64796]: INFO networking_nsxv3.common.synchronization [req-a508fe5e-e5b8-4e65-86be-2be54b454a23 req-9d15eab9-87be-41d7-8c1b-5e9d14380d17 service nova] Enqueued Resource ID: 17933b53-d2e0-4f7e-883e-6e8217f212ba with Priority: HIGHEST for action port [ 1319.462832] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 with Priority: HIGHEST for action security_group_rules [ 1319.463035] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 with Priority: HIGHEST for action security_group_members [ 1319.463182] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17933b53-d2e0-4f7e-883e-6e8217f212ba with Priority: HIGHEST for action port [ 1319.463429] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.463547] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.463612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.463808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.463892] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e6d0450-b7b9-46ac-9162-c1dc04d13437',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.464702] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e6d0450-b7b9-46ac-9162-c1dc04d13437 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.464812] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.464879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.465054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.465201] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.465298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.465353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.465494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.465576] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.465667] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e6d0450-b7b9-46ac-9162-c1dc04d13437',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.466389] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-17933b53-d2e0-4f7e-883e-6e8217f212ba taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.466498] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17933b53-d2e0-4f7e-883e-6e8217f212ba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.466561] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17933b53-d2e0-4f7e-883e-6e8217f212ba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.466751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17933b53-d2e0-4f7e-883e-6e8217f212ba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.466827] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17933b53-d2e0-4f7e-883e-6e8217f212ba',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.968536] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e6d0450-b7b9-46ac-9162-c1dc04d13437 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.968674] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.968865] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e6d0450-b7b9-46ac-9162-c1dc04d13437',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.969860] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17933b53-d2e0-4f7e-883e-6e8217f212ba with status ACTIVE [ 1319.970012] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.970371] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.970371] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.970468] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.970500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.970685] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.970780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.971421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.971421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.971421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.971421] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.971421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.971421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.971699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.971699] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.971776] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17933b53-d2e0-4f7e-883e-6e8217f212ba is going to be updated. [ 1319.992109] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.992325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.992325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.992510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.992752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.992911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17933b53-d2e0-4f7e-883e-6e8217f212ba" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.473422] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e6d0450-b7b9-46ac-9162-c1dc04d13437',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.729508] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 in Status: SUCCESS [ 1320.729840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.730077] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.730308] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.730557] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.730647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.730712] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.730870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.730952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.731054] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.731149] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('705fcbcb-ba68-42d6-93c6-24dd2ad08be2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.976045] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.976241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.976290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.976652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.976652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.976725] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 is going to be created. [ 1321.007862] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.007950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.007998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.008230] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.008391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.020766] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 in Status: UNINITIALIZED for 2s [ 1321.233547] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('705fcbcb-ba68-42d6-93c6-24dd2ad08be2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.375895] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 in Status: SUCCESS [ 1321.376145] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 deletion is rescheduled due to dependency. [ 1321.376224] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.736419] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 705fcbcb-ba68-42d6-93c6-24dd2ad08be2: rpc.has_security_group_logging(os_id): False [ 1321.760224] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.760368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.760442] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.760727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.760809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.761064] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.761170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.761238] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.761385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.761465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.761555] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 is going to be created. [ 1321.819739] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.820053] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.820148] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.820402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.820801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.832707] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 in Status: IN_PROGRESS for 2s [ 1323.034171] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 in Status: SUCCESS [ 1323.034171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.034171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.034687] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.034687] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.034687] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.034833] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.034867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.035368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.035368] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.035368] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e6d0450-b7b9-46ac-9162-c1dc04d13437',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.539515] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e6d0450-b7b9-46ac-9162-c1dc04d13437',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.737106] env[64796]: INFO networking_nsxv3.common.synchronization [req-74efcc88-264d-4eed-b6c5-10e91e44a59a req-c0052123-ab81-4980-ba47-74d27551f157 tempest-AttachVolumeShelveTestJSON-804149189 tempest-AttachVolumeShelveTestJSON-804149189-project-member] Enqueued Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_members [ 1323.738073] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGHEST for action security_group_members [ 1323.739555] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.739555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.739555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.739555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.739555] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.739555] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.739814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.739814] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.739973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.740023] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.846984] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 in Status: SUCCESS [ 1323.847269] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.041991] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e6d0450-b7b9-46ac-9162-c1dc04d13437: rpc.has_security_group_logging(os_id): False [ 1324.064638] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.064842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.064946] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.065834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.065834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.065834] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.065834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.065834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.066249] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.066249] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.066249] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 is going to be created. [ 1324.132388] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.132388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.132388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.132388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.132388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.164033] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 in Status: IN_PROGRESS for 2s [ 1324.244150] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.244361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.244565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.244601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.244712] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.244914] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.245152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.245152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.245244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.245327] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.245418] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea is going to be updated. [ 1324.305203] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.305407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.305456] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.305754] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.305940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.317134] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea in Status: IN_PROGRESS for 2s [ 1326.183286] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 in Status: SUCCESS [ 1326.183773] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.327624] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea in Status: SUCCESS [ 1326.327624] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea deletion is rescheduled due to dependency. [ 1326.327624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.620936] env[64796]: INFO networking_nsxv3.common.synchronization [None req-6edce319-d0f7-4227-97ca-7bf343b62c18 None None] Enqueued Resource ID: cfbffd9e-c81d-438a-bf15-c86670d2e29d with Priority: HIGHEST for action port [ 1326.621460] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfbffd9e-c81d-438a-bf15-c86670d2e29d with Priority: HIGHEST for action port [ 1326.621834] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfbffd9e-c81d-438a-bf15-c86670d2e29d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.622358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfbffd9e-c81d-438a-bf15-c86670d2e29d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.622358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfbffd9e-c81d-438a-bf15-c86670d2e29d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.622358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfbffd9e-c81d-438a-bf15-c86670d2e29d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.622504] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfbffd9e-c81d-438a-bf15-c86670d2e29d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.125486] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfbffd9e-c81d-438a-bf15-c86670d2e29d [ 1327.125746] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.125965] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.126075] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.126300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.126395] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.126496] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfbffd9e-c81d-438a-bf15-c86670d2e29d already deleted. [ 1327.126581] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfbffd9e-c81d-438a-bf15-c86670d2e29d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.844426] env[64796]: INFO networking_nsxv3.common.synchronization [req-ff5e6845-e467-4915-b1bd-224e93b1ad99 req-482d0016-dbcf-4aa5-a91a-c144fb9dd64e tempest-ServerRescueTestJSON-1173054614 tempest-ServerRescueTestJSON-1173054614-project-member] Enqueued Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_members [ 1327.845051] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 with Priority: HIGHEST for action security_group_members [ 1327.845485] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.846196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.846196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.846196] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.846196] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.846384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.846384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.846493] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.846579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.846681] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.351653] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.351869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.351958] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.352447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.352551] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.352762] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.352875] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.352941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.353211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.353312] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.353761] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4 is going to be deleted. [ 1328.385484] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.385658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.385658] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.385923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.386023] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.386126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.830642] env[64796]: INFO networking_nsxv3.common.synchronization [None req-26a2cb21-79ec-45d5-9305-3691b04d3cbe tempest-AttachVolumeShelveTestJSON-804149189 tempest-AttachVolumeShelveTestJSON-804149189-project-member] Enqueued Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_rules [ 1328.831223] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_rules [ 1328.831722] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f70871ec-35d3-4469-93b7-92bb7063b0d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.831722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.831722] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.832132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.832208] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.989136] env[64796]: INFO networking_nsxv3.common.synchronization [None req-d237e71a-0e86-4084-a2f1-ea54c865a727 tempest-AttachVolumeShelveTestJSON-804149189 tempest-AttachVolumeShelveTestJSON-804149189-project-member] Enqueued Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_rules [ 1328.989136] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_rules [ 1328.989136] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f70871ec-35d3-4469-93b7-92bb7063b0d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.989136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.263579] env[64796]: INFO networking_nsxv3.common.synchronization [None req-c73fb3c3-73e0-4981-a941-42c20a9c8591 None None] Enqueued Resource ID: bbbd71d5-7667-48d0-b2bc-90c8f437a42c with Priority: HIGHEST for action port [ 1329.264224] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbbd71d5-7667-48d0-b2bc-90c8f437a42c with Priority: HIGHEST for action port [ 1329.264567] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbbd71d5-7667-48d0-b2bc-90c8f437a42c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.264700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbbd71d5-7667-48d0-b2bc-90c8f437a42c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.264744] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbbd71d5-7667-48d0-b2bc-90c8f437a42c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.264987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbbd71d5-7667-48d0-b2bc-90c8f437a42c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.265086] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbbd71d5-7667-48d0-b2bc-90c8f437a42c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.354670] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.355074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.355074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.355152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.355231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.355323] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 already deleted. [ 1329.355453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.355514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.355669] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.355755] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.766870] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbbd71d5-7667-48d0-b2bc-90c8f437a42c [ 1329.767130] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.767264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.767336] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.767546] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.767636] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.767730] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbbd71d5-7667-48d0-b2bc-90c8f437a42c already deleted. [ 1329.767812] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbbd71d5-7667-48d0-b2bc-90c8f437a42c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.878406] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.878587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.878631] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.878876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.878998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.879283] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 already deleted. [ 1329.879283] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.428270] env[64796]: INFO networking_nsxv3.common.synchronization [None req-35429a23-9529-47de-b21a-f2f1dd54ca15 None None] Enqueued Resource ID: aad857bb-40ce-451d-aab7-f2a06f7cec88 with Priority: HIGHEST for action port [ 1331.429330] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad857bb-40ce-451d-aab7-f2a06f7cec88 with Priority: HIGHEST for action port [ 1331.429621] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad857bb-40ce-451d-aab7-f2a06f7cec88 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.429750] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad857bb-40ce-451d-aab7-f2a06f7cec88" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.429820] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad857bb-40ce-451d-aab7-f2a06f7cec88" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.430132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad857bb-40ce-451d-aab7-f2a06f7cec88" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.430216] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad857bb-40ce-451d-aab7-f2a06f7cec88',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.932369] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aad857bb-40ce-451d-aab7-f2a06f7cec88 [ 1331.932605] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.932752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.932813] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.933195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.933240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.933329] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aad857bb-40ce-451d-aab7-f2a06f7cec88 already deleted. [ 1331.933388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad857bb-40ce-451d-aab7-f2a06f7cec88" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.019058] env[64796]: INFO networking_nsxv3.common.synchronization [None req-30b3d234-5352-422e-9403-d823f937dd88 None None] Enqueued Resource ID: ac0d13b1-09ca-4ee3-b823-f96473cead51 with Priority: HIGHEST for action port [ 1334.019577] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0d13b1-09ca-4ee3-b823-f96473cead51 with Priority: HIGHEST for action port [ 1334.019834] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac0d13b1-09ca-4ee3-b823-f96473cead51 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.019958] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac0d13b1-09ca-4ee3-b823-f96473cead51" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.020038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac0d13b1-09ca-4ee3-b823-f96473cead51" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.020585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac0d13b1-09ca-4ee3-b823-f96473cead51" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.020585] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac0d13b1-09ca-4ee3-b823-f96473cead51',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.524788] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac0d13b1-09ca-4ee3-b823-f96473cead51 [ 1334.524788] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.524788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.524788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.524788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.524788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.524788] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac0d13b1-09ca-4ee3-b823-f96473cead51 already deleted. [ 1334.524788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac0d13b1-09ca-4ee3-b823-f96473cead51" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.964142] env[64796]: INFO networking_nsxv3.common.synchronization [req-fdeec26b-a9a9-4733-b046-080a31689ce1 req-92f4cb6b-9b91-4c7a-94ba-e4673c797e48 tempest-ServerGroupTestJSON-2056122539 tempest-ServerGroupTestJSON-2056122539-project-member] Enqueued Resource ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 with Priority: HIGHEST for action security_group_members [ 1335.965074] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 with Priority: HIGHEST for action security_group_members [ 1335.965328] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea976f88-0e39-4bc7-ba1b-62646aae2d16 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.966030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.966030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.966030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.966030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.966251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.966251] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.966444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.966562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.966683] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea976f88-0e39-4bc7-ba1b-62646aae2d16',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.317293] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.317500] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-756" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.317659] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-756" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.317999] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-756" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.318302] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.318463] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.318585] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.318824] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.318975] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.319220] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1336.319336] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1336.319448] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1336.319561] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1336.319669] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1336.319776] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1336.319922] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1336.340279] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1336.340455] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1336.340644] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1336.340852] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-756" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.341284] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-87879e9b-bdb6-4b52-b495-2f04cf160197 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.341486] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-87879e9b-bdb6-4b52-b495-2f04cf160197" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.341664] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-87879e9b-bdb6-4b52-b495-2f04cf160197" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.342059] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-87879e9b-bdb6-4b52-b495-2f04cf160197" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.342213] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87879e9b-bdb6-4b52-b495-2f04cf160197',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.470938] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.471147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.471230] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.471488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.471588] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.471821] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.471950] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.472035] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.472216] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.472301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.472411] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 already deleted. [ 1336.472509] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.845109] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.845405] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.845559] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.845849] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.846014] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.846183] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 87879e9b-bdb6-4b52-b495-2f04cf160197 not found, creating... [ 1336.846443] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.846612] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.846719] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.846938] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.847259] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.847522] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.847801] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.847931] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.848270] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.848357] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.848459] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 87879e9b-bdb6-4b52-b495-2f04cf160197 is going to be created. [ 1336.872142] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.872369] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.872498] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.872772] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.873235] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.873489] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-87879e9b-bdb6-4b52-b495-2f04cf160197" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.242209] env[64796]: INFO networking_nsxv3.common.synchronization [req-a06e8385-45e4-4084-b112-96d0616b7904 req-1d09d7d4-e66d-4000-9529-f0c327f108ba tempest-AttachVolumeShelveTestJSON-804149189 tempest-AttachVolumeShelveTestJSON-804149189-project-member] Enqueued Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_members [ 1337.243021] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_members [ 1337.243420] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f70871ec-35d3-4469-93b7-92bb7063b0d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.243596] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.243711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.244041] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.244258] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.244438] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.244600] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.244734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.244825] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.244923] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.577216] env[64796]: INFO networking_nsxv3.common.synchronization [req-fdeec26b-a9a9-4733-b046-080a31689ce1 req-08600b5e-9e14-4010-8461-7b5a872d04fd service nova] Enqueued Resource ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 with Priority: HIGHEST for action security_group_rules [ 1337.577216] env[64796]: INFO networking_nsxv3.common.synchronization [req-fdeec26b-a9a9-4733-b046-080a31689ce1 req-08600b5e-9e14-4010-8461-7b5a872d04fd service nova] Enqueued Resource ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 with Priority: HIGHEST for action security_group_members [ 1337.577216] env[64796]: INFO networking_nsxv3.common.synchronization [req-fdeec26b-a9a9-4733-b046-080a31689ce1 req-08600b5e-9e14-4010-8461-7b5a872d04fd service nova] Enqueued Resource ID: 87879e9b-bdb6-4b52-b495-2f04cf160197 with Priority: HIGHEST for action port [ 1337.577216] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 with Priority: HIGHEST for action security_group_rules [ 1337.577216] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 with Priority: HIGHEST for action security_group_members [ 1337.577216] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87879e9b-bdb6-4b52-b495-2f04cf160197 with Priority: HIGHEST for action port [ 1337.577489] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea976f88-0e39-4bc7-ba1b-62646aae2d16 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.577591] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.577661] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.577910] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.577996] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea976f88-0e39-4bc7-ba1b-62646aae2d16',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.579163] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea976f88-0e39-4bc7-ba1b-62646aae2d16 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.579299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.579374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.579545] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.579696] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.579797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.579882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.580109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.580238] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.580360] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea976f88-0e39-4bc7-ba1b-62646aae2d16',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.582245] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-87879e9b-bdb6-4b52-b495-2f04cf160197 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.582367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87879e9b-bdb6-4b52-b495-2f04cf160197" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.582436] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87879e9b-bdb6-4b52-b495-2f04cf160197" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.582601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87879e9b-bdb6-4b52-b495-2f04cf160197" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.583727] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87879e9b-bdb6-4b52-b495-2f04cf160197',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.598620] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.599156] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.599156] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.599406] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.600093] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.600320] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.600453] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.600682] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.601061] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.602363] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1337.602363] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1337.602363] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1337.602363] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1337.602363] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1337.602363] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1337.602363] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1337.623297] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1337.623483] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1337.623624] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1337.623802] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.624143] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-d9c6d365-5d2f-41b7-aa94-18725471e8a0 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.624349] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.624493] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.624806] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.625054] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9c6d365-5d2f-41b7-aa94-18725471e8a0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.747349] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.747576] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.747576] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.747825] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.747933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.748223] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.748337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.748403] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.748565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.748669] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.748770] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 already deleted. [ 1337.748858] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.083037] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea976f88-0e39-4bc7-ba1b-62646aae2d16',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.084246] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87879e9b-bdb6-4b52-b495-2f04cf160197 with status ACTIVE [ 1338.085220] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.085381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.085461] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.085656] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.085746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.085936] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.086063] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.086123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.086263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.086338] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.086517] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.086608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.086667] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.086802] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.086878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.086995] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87879e9b-bdb6-4b52-b495-2f04cf160197 is going to be updated. [ 1338.088076] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea976f88-0e39-4bc7-ba1b-62646aae2d16 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.088248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.109637] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.109772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.109842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.110064] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.110199] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.110357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87879e9b-bdb6-4b52-b495-2f04cf160197" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.127322] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.127592] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.128793] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.128793] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.128793] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.128793] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port d9c6d365-5d2f-41b7-aa94-18725471e8a0 not found, creating... [ 1338.128793] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.129033] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.129157] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.129426] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.129597] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.129898] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.130115] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.130264] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.130505] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.130671] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.130877] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: d9c6d365-5d2f-41b7-aa94-18725471e8a0 is going to be created. [ 1338.154208] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.154436] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.154634] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.154834] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.155074] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.155299] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.589553] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea976f88-0e39-4bc7-ba1b-62646aae2d16',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.852450] env[64796]: INFO networking_nsxv3.common.synchronization [req-a06e8385-45e4-4084-b112-96d0616b7904 req-54cf4c62-a608-42ed-bdaf-54ded2b524c5 service nova] Enqueued Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_rules [ 1338.852450] env[64796]: INFO networking_nsxv3.common.synchronization [req-a06e8385-45e4-4084-b112-96d0616b7904 req-54cf4c62-a608-42ed-bdaf-54ded2b524c5 service nova] Enqueued Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_members [ 1338.852450] env[64796]: INFO networking_nsxv3.common.synchronization [req-a06e8385-45e4-4084-b112-96d0616b7904 req-54cf4c62-a608-42ed-bdaf-54ded2b524c5 service nova] Enqueued Resource ID: d9c6d365-5d2f-41b7-aa94-18725471e8a0 with Priority: HIGHEST for action port [ 1338.852450] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_rules [ 1338.852450] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_members [ 1338.852450] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c6d365-5d2f-41b7-aa94-18725471e8a0 with Priority: HIGHEST for action port [ 1338.852697] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f70871ec-35d3-4469-93b7-92bb7063b0d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.852697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.852697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.852912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.852972] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.853837] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f70871ec-35d3-4469-93b7-92bb7063b0d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.853988] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.854043] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.854232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.854354] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.854439] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.854502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.854639] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.854749] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.854822] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.855695] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9c6d365-5d2f-41b7-aa94-18725471e8a0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.855695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.855695] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.855851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.855926] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9c6d365-5d2f-41b7-aa94-18725471e8a0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.092891] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.093098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.093217] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.093494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.093597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.093707] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 is going to be created. [ 1339.118423] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.118624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.118624] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.118856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.119042] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.129718] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 in Status: UNINITIALIZED for 2s [ 1339.358449] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.359838] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f70871ec-35d3-4469-93b7-92bb7063b0d9 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.359949] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.360139] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9c6d365-5d2f-41b7-aa94-18725471e8a0 with status ACTIVE [ 1339.360934] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.360934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.360934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.360934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.360934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.361192] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.361258] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.361323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.361498] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.361608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.361774] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.361875] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.361939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.362100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.362178] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.362298] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9c6d365-5d2f-41b7-aa94-18725471e8a0 is going to be updated. [ 1339.384027] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.384191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.384308] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.384476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.384657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.384767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.414647] env[64796]: INFO networking_nsxv3.common.synchronization [req-4bb05ef5-7ec2-400b-a1fb-5b60b998ef08 req-6504c087-0feb-4568-9ce4-194c46d33e08 tempest-ServersNegativeTestJSON-899369121 tempest-ServersNegativeTestJSON-899369121-project-member] Enqueued Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_members [ 1339.415215] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_members [ 1339.415564] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.415716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.415811] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.416119] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.416312] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.416440] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.416511] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.416671] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.416758] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.416854] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.781555] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.781555] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.781555] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.781862] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.782451] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.782597] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.782724] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.783010] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.783263] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.783514] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.783636] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.783749] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.783866] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.784019] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.784156] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.784325] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.809331] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.809471] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1339.809661] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.809903] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.810323] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-bc708b5e-549b-401f-8447-3b2883f48e4d taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.810429] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.810550] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.810923] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.811083] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc708b5e-549b-401f-8447-3b2883f48e4d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.865052] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.920527] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.920927] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.921071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.921319] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.921419] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.921627] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.921733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.921797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.921955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.922031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.922118] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 already deleted. [ 1339.922213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.313887] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.314125] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.314254] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.314536] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.314688] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.314841] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port bc708b5e-549b-401f-8447-3b2883f48e4d not found, creating... [ 1340.315117] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.315272] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.315390] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.315602] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.315734] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.316014] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.316177] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.316296] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.316501] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.316632] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.316775] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: bc708b5e-549b-401f-8447-3b2883f48e4d is going to be created. [ 1340.336575] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.336791] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.336918] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.337206] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.337441] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.337665] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.367051] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.367210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.367346] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.367486] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.367578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.367677] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 is going to be created. [ 1340.393133] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.393348] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.393348] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.393432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.393597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.402570] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 in Status: UNINITIALIZED for 2s [ 1341.064225] env[64796]: INFO networking_nsxv3.common.synchronization [req-4bb05ef5-7ec2-400b-a1fb-5b60b998ef08 req-6a787503-8959-457f-a783-b837f4c8060a service nova] Enqueued Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_rules [ 1341.064225] env[64796]: INFO networking_nsxv3.common.synchronization [req-4bb05ef5-7ec2-400b-a1fb-5b60b998ef08 req-6a787503-8959-457f-a783-b837f4c8060a service nova] Enqueued Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_members [ 1341.064225] env[64796]: INFO networking_nsxv3.common.synchronization [req-4bb05ef5-7ec2-400b-a1fb-5b60b998ef08 req-6a787503-8959-457f-a783-b837f4c8060a service nova] Enqueued Resource ID: bc708b5e-549b-401f-8447-3b2883f48e4d with Priority: HIGHEST for action port [ 1341.064846] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_rules [ 1341.065239] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_members [ 1341.065532] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc708b5e-549b-401f-8447-3b2883f48e4d with Priority: HIGHEST for action port [ 1341.066012] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.069091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.069091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.069091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.069091] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.069091] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.069091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.069091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.069091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.069091] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.069091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.072336] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.072680] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.074877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.074877] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.074877] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc708b5e-549b-401f-8447-3b2883f48e4d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.074877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.074877] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.078027] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.078027] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc708b5e-549b-401f-8447-3b2883f48e4d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.140015] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 in Status: SUCCESS [ 1341.140168] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.140668] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.140969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.141232] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.141401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.141509] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.141706] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.141854] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.142030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.142181] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea976f88-0e39-4bc7-ba1b-62646aae2d16',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.579525] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.581559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.581559] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.581559] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc708b5e-549b-401f-8447-3b2883f48e4d with status ACTIVE [ 1341.581746] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.581746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.581851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.582541] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.582541] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.582541] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.582723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.582803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.583032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.583147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.583433] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.583574] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.583792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.583910] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.584248] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.584248] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc708b5e-549b-401f-8447-3b2883f48e4d is going to be updated. [ 1341.615313] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.615313] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.615313] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.615313] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.615313] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.615313] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.644485] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea976f88-0e39-4bc7-ba1b-62646aae2d16 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.644634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.644707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.644939] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.645122] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.645220] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.645780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.645780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.645780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.645780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.645780] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea976f88-0e39-4bc7-ba1b-62646aae2d16 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.646228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.646228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.646228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.646228] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.646228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.646418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.646418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.646508] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.646651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.646745] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea976f88-0e39-4bc7-ba1b-62646aae2d16',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.087630] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.149143] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea976f88-0e39-4bc7-ba1b-62646aae2d16: rpc.has_security_group_logging(os_id): False [ 1342.169496] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.169684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.169815] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.170503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.170503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.170503] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.170503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.170503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.171477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.171477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.171477] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.171477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.171477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.171477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.171477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.171681] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.171818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.172527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.172527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.172527] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.172527] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 is going to be created. [ 1342.238327] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.238524] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.238559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.238759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.238938] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.251595] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 in Status: IN_PROGRESS for 2s [ 1342.413332] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 in Status: SUCCESS [ 1342.413556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.413735] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.413962] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.414175] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.414301] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.414371] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.414529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.414630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.414697] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.414816] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.589385] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.589792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.589792] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.589924] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.590029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.590127] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 is going to be created. [ 1342.616166] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.616166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.616166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.616166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.616166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.626021] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: UNINITIALIZED for 2s [ 1342.917795] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.421071] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f70871ec-35d3-4469-93b7-92bb7063b0d9: rpc.has_security_group_logging(os_id): False [ 1343.440230] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.440531] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.440531] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.440775] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.440935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.441238] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.441333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.441403] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.441566] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.441648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.441740] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 is going to be created. [ 1343.526172] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.526263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.526334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.526644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.526860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.540353] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 in Status: IN_PROGRESS for 2s [ 1344.267784] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 in Status: SUCCESS [ 1344.267784] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.636130] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: SUCCESS [ 1344.636519] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.636696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.636935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.637161] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.637280] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.637342] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.637498] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.637578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.637666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.637788] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.996015] env[64796]: INFO networking_nsxv3.common.synchronization [req-0d4f1a58-a2b5-4c8a-a1d2-f2b81e31ced6 req-a9ec85ed-7f3a-4bc6-b1df-2323c1763a19 tempest-ServerActionsTestJSON-1200563110 tempest-ServerActionsTestJSON-1200563110-project-member] Enqueued Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1344.996554] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1344.996875] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.996973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.997049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.997246] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.997394] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.997481] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.997542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.997682] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.997765] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.998070] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.140469] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.140605] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.140654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.140876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.141080] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.141188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.141244] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.141396] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.141482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.141568] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.141713] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.141808] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.141882] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.142039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.142223] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.142321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.142321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.142453] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.142528] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.142610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.142701] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.500285] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.500462] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.500521] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.500807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.524816] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.525161] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.525332] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.525428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.525712] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.525840] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.525966] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d is going to be updated. [ 1345.556935] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 in Status: SUCCESS [ 1345.557292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.559981] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.560161] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.560209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.560743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.560943] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.571757] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: IN_PROGRESS for 2s [ 1345.645070] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d09b0bbb-9ab2-4e3f-afb5-537c467a0b99: rpc.has_security_group_logging(os_id): False [ 1345.747984] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.748150] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.748218] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.748509] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.748610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.748756] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.748907] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.748959] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.749328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.749328] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.749411] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.749502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.749552] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.749692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.749769] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.749966] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.750072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.750122] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.750266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.750382] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.750479] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 is going to be created. [ 1345.828411] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.828644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.828644] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.829141] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.829432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.844347] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: IN_PROGRESS for 2s [ 1347.165325] env[64796]: INFO networking_nsxv3.common.synchronization [req-806a6860-cdcd-4041-ac2e-e7e3fd382324 req-91f2a6a7-5837-42be-9e5d-4d8f7f5d6e32 tempest-ServerGroupTestJSON-2056122539 tempest-ServerGroupTestJSON-2056122539-project-member] Enqueued Resource ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 with Priority: HIGHEST for action security_group_members [ 1347.165859] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 with Priority: HIGHEST for action security_group_members [ 1347.166904] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea976f88-0e39-4bc7-ba1b-62646aae2d16 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.167162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.167162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.167683] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.167683] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.167683] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.167932] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.167932] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.167932] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.168076] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea976f88-0e39-4bc7-ba1b-62646aae2d16',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.580844] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: SUCCESS [ 1347.581112] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d deletion is rescheduled due to dependency. [ 1347.581230] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.671086] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.671272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.671340] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.671560] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.671652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.671850] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.671951] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.672055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.672189] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.672255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.672350] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 is going to be updated. [ 1347.700591] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.700789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.700789] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.701160] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.701326] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.709998] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 in Status: IN_PROGRESS for 2s [ 1347.858742] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: SUCCESS [ 1347.858742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.720129] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 in Status: SUCCESS [ 1349.720469] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 deletion is rescheduled due to dependency. [ 1349.720469] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.168324] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.168324] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.256469] env[64796]: INFO networking_nsxv3.common.synchronization [req-127af542-01c8-40b6-b3c5-bce1db3f0e3e req-0ffdfa19-21d0-470f-8f85-6c1dc076c375 tempest-ServerActionsTestJSON-1200563110 tempest-ServerActionsTestJSON-1200563110-project-member] Enqueued Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1354.257017] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1354.257148] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.257222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.257264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.257470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.257623] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.257730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.257807] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.257928] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.258031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.258199] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.628485] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.628723] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.628855] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.629248] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.629527] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.629690] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.630296] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.630540] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.630696] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.630914] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1354.631059] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1354.631182] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1354.631321] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1354.631462] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1354.631647] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1354.631806] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1354.652926] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1354.653120] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1354.653238] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1354.653613] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.653982] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-94204c16-9818-4a47-8787-417be44dbd01 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.654188] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-94204c16-9818-4a47-8787-417be44dbd01" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.654318] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-94204c16-9818-4a47-8787-417be44dbd01" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.654668] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-94204c16-9818-4a47-8787-417be44dbd01" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.654811] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94204c16-9818-4a47-8787-417be44dbd01',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.760879] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.761185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.761185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.761407] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.761507] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.761708] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.761810] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.761876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.762071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.762195] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.762333] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d is going to be updated. [ 1354.793482] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.793707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.793707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.793896] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.794052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.806641] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: IN_PROGRESS for 2s [ 1355.157677] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.157951] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.158048] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.158385] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.158547] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.158705] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Segment Port 94204c16-9818-4a47-8787-417be44dbd01 not found, creating... [ 1355.159078] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.159264] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.159386] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.159611] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.159752] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.160058] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.160244] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.160326] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.160536] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.160668] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.160808] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: 94204c16-9818-4a47-8787-417be44dbd01 is going to be created. [ 1355.182629] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.182852] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.182973] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.183250] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.183525] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.183787] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-94204c16-9818-4a47-8787-417be44dbd01" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.879592] env[64796]: INFO networking_nsxv3.common.synchronization [req-127af542-01c8-40b6-b3c5-bce1db3f0e3e req-e2848b51-7a7a-44c7-99e2-81497f736c39 service nova] Enqueued Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_rules [ 1355.879884] env[64796]: INFO networking_nsxv3.common.synchronization [req-127af542-01c8-40b6-b3c5-bce1db3f0e3e req-e2848b51-7a7a-44c7-99e2-81497f736c39 service nova] Enqueued Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1355.879884] env[64796]: INFO networking_nsxv3.common.synchronization [req-127af542-01c8-40b6-b3c5-bce1db3f0e3e req-e2848b51-7a7a-44c7-99e2-81497f736c39 service nova] Enqueued Resource ID: 94204c16-9818-4a47-8787-417be44dbd01 with Priority: HIGHEST for action port [ 1355.881200] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_rules [ 1355.881421] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1355.881484] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94204c16-9818-4a47-8787-417be44dbd01 with Priority: HIGHEST for action port [ 1355.881763] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.881906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.881970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.882211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.882320] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.883467] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.883589] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.883786] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-94204c16-9818-4a47-8787-417be44dbd01 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.883967] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94204c16-9818-4a47-8787-417be44dbd01" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.884727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94204c16-9818-4a47-8787-417be44dbd01" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.885525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94204c16-9818-4a47-8787-417be44dbd01" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.885800] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94204c16-9818-4a47-8787-417be44dbd01',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.387980] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.388173] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.388404] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94204c16-9818-4a47-8787-417be44dbd01 with status ACTIVE [ 1356.388590] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.388705] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.388769] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.388987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.389099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.389271] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.389377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.389474] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.389646] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.389729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.389917] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.390020] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.390085] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.390233] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.390308] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.390395] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94204c16-9818-4a47-8787-417be44dbd01 is going to be updated. [ 1356.417193] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.417414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.417414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.417615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.417758] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.417925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94204c16-9818-4a47-8787-417be44dbd01" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.456359] env[64796]: INFO networking_nsxv3.common.synchronization [req-21a319d5-7f60-45d1-b3aa-e6b9d025f8fe req-bbc934cc-1990-49b9-9f18-dccc3211b8d5 tempest-ServersNegativeTestJSON-899369121 tempest-ServersNegativeTestJSON-899369121-project-member] Enqueued Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_members [ 1356.456937] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_members [ 1356.457266] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.457384] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.457455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.457649] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.457802] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.457898] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.457961] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.458120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.458210] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.458306] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.766236] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.766429] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.766553] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.766832] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.767132] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.767311] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.767430] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.767647] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.767791] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.767995] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1356.768125] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1356.768237] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1356.768357] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1356.768471] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1356.768579] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1356.768711] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1356.786598] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1356.786744] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1356.786856] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1356.787042] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.787347] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-c21cb30f-96ed-4252-9c10-49455d7bfc6b taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.787512] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-c21cb30f-96ed-4252-9c10-49455d7bfc6b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.787631] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-c21cb30f-96ed-4252-9c10-49455d7bfc6b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.787946] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-c21cb30f-96ed-4252-9c10-49455d7bfc6b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.788123] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c21cb30f-96ed-4252-9c10-49455d7bfc6b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.814938] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: IN_PROGRESS for 4s [ 1356.962153] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.290429] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.290676] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.290969] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.291348] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.291509] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.291669] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port c21cb30f-96ed-4252-9c10-49455d7bfc6b not found, creating... [ 1357.291936] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.292140] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.292263] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.292484] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.292617] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.292895] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.293061] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.293180] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.293393] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.293545] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.293688] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: c21cb30f-96ed-4252-9c10-49455d7bfc6b is going to be created. [ 1357.317835] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.318769] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.319064] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.319406] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.319595] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.319923] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-c21cb30f-96ed-4252-9c10-49455d7bfc6b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.464024] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.966179] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.966552] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.966552] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.966630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.966733] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.966835] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 is going to be updated. [ 1358.000417] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.000614] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.000745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.000883] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.001389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.012608] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: IN_PROGRESS for 2s [ 1358.049106] env[64796]: INFO networking_nsxv3.common.synchronization [req-21a319d5-7f60-45d1-b3aa-e6b9d025f8fe req-ce45f19b-1ede-412d-8d39-84393c84407f service nova] Enqueued Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_rules [ 1358.049106] env[64796]: INFO networking_nsxv3.common.synchronization [req-21a319d5-7f60-45d1-b3aa-e6b9d025f8fe req-ce45f19b-1ede-412d-8d39-84393c84407f service nova] Enqueued Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_members [ 1358.049261] env[64796]: INFO networking_nsxv3.common.synchronization [req-21a319d5-7f60-45d1-b3aa-e6b9d025f8fe req-ce45f19b-1ede-412d-8d39-84393c84407f service nova] Enqueued Resource ID: c21cb30f-96ed-4252-9c10-49455d7bfc6b with Priority: HIGHEST for action port [ 1358.050029] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_rules [ 1358.050195] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_members [ 1358.050310] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c21cb30f-96ed-4252-9c10-49455d7bfc6b with Priority: HIGHEST for action port [ 1358.051505] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.051505] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.051505] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.051505] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.051505] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.052798] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.052904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.053180] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-c21cb30f-96ed-4252-9c10-49455d7bfc6b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.054067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c21cb30f-96ed-4252-9c10-49455d7bfc6b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.054067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c21cb30f-96ed-4252-9c10-49455d7bfc6b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.054067] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c21cb30f-96ed-4252-9c10-49455d7bfc6b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.054067] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c21cb30f-96ed-4252-9c10-49455d7bfc6b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.553876] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.554055] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.555529] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c21cb30f-96ed-4252-9c10-49455d7bfc6b with status ACTIVE [ 1358.556032] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.556212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.556300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.556597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.556718] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.556948] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.557090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.557190] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.557401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.557512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.557701] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.557797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.557858] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.558074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.558112] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.558195] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c21cb30f-96ed-4252-9c10-49455d7bfc6b is going to be updated. [ 1358.579423] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.579577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.579630] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.579853] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.580038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.580205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c21cb30f-96ed-4252-9c10-49455d7bfc6b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.824097] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: SUCCESS [ 1358.824307] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d deletion is rescheduled due to dependency. [ 1358.824431] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.824992] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.825227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.825430] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.825610] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.825730] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.825933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.826034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.826162] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.327996] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.831490] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.022442] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: SUCCESS [ 1360.022625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.022864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.023049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.023186] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.023324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.023396] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.023535] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.023623] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.023736] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.333573] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.334025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.334025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.334025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.334152] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.334219] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d is going to be updated. [ 1360.364864] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.365084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.365164] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.365325] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.365476] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.375517] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: IN_PROGRESS for 2s [ 1360.526452] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.028962] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.532162] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.532584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.532584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.532696] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.532797] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.532897] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 is going to be updated. [ 1361.564360] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.564577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.564643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.564837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.564984] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.574336] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: IN_PROGRESS for 2s [ 1362.387563] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: SUCCESS [ 1362.387766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.387944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.388226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.388449] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.388600] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.388674] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.388891] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.388982] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.389088] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.389220] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.891339] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.051721] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.051922] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1363.393443] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f86a46ac-1562-4f70-9ba9-11b38958914d: rpc.has_security_group_logging(os_id): False [ 1363.411481] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.411701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.411701] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.411894] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.411984] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.412323] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.412434] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.412483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.412657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.412742] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.412832] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d is going to be updated. [ 1363.472852] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.473039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.473088] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.473309] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.473465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.485445] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: IN_PROGRESS for 2s [ 1363.592922] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: SUCCESS [ 1363.593277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.593570] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.593886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.594227] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.594423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.594539] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.594832] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.595012] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.595143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.595288] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.098294] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.098708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.098805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.099116] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.099304] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.099441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.099538] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.099731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.099878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.099977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.100185] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.100342] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.100489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.100787] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.100964] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.101112] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.101223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.101401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.101542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.101598] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.101668] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.604385] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d09b0bbb-9ab2-4e3f-afb5-537c467a0b99: rpc.has_security_group_logging(os_id): False [ 1364.624792] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.625044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.625044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.625609] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.625737] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.625962] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.626084] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.626149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.626367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.626465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.626645] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.626746] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.626805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.626945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.627032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.627214] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.627420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.627420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.627520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.627592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.627682] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 is going to be updated. [ 1364.694526] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.694795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.694870] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.695178] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.695353] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.708378] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: IN_PROGRESS for 2s [ 1365.503715] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: SUCCESS [ 1365.504369] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.726053] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: SUCCESS [ 1366.726512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.886106] env[64796]: INFO networking_nsxv3.common.synchronization [req-cef7c65c-7d52-4b7c-ba84-3fac0e0cc5c6 req-60124022-cdc4-4d15-aac4-2d55dbfd6e8f tempest-ServersNegativeTestJSON-899369121 tempest-ServersNegativeTestJSON-899369121-project-member] Enqueued Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_members [ 1367.886106] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_members [ 1367.886106] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.886106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.886106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.886106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.886106] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.886106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.886106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.886106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.886106] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.886987] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.390053] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.891664] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.394274] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.394449] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.394495] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.394714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.394826] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.394908] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 is going to be updated. [ 1369.427598] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.427777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.427843] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.428088] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.428249] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.437653] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: IN_PROGRESS for 2s [ 1371.448397] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: SUCCESS [ 1371.448755] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.885870] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.886264] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.886903] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.887174] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.003125] env[64796]: INFO networking_nsxv3.common.synchronization [req-a553a17a-723e-48b3-b729-3a376ad7a7ed req-0f35868c-f4e5-4a40-b110-8d886d67e612 tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 with Priority: HIGHEST for action security_group_members [ 1378.003803] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 with Priority: HIGHEST for action security_group_members [ 1378.004172] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.004321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.004397] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.004631] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.004806] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.004922] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.004996] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.005185] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.005298] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.005398] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705fcbcb-ba68-42d6-93c6-24dd2ad08be2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.508102] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.508280] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.508357] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.508592] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.508731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.508898] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.509018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.509098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.509255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.509335] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.509429] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 is going to be updated. [ 1378.544387] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.544549] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.544650] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.544834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.544975] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.554653] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 in Status: IN_PROGRESS for 2s [ 1379.590054] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.590054] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.590054] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.590054] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.590520] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.590520] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.590619] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.590865] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.591024] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.591236] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1379.591384] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1379.591490] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1379.591601] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1379.591711] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1379.591816] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1379.591946] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1379.612051] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1379.612453] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1379.612453] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1379.612581] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-373" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.612897] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-494828a9-2da8-417f-ba16-4c0e7cf58ea8 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.613093] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.613218] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.613571] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.613722] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494828a9-2da8-417f-ba16-4c0e7cf58ea8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.117079] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.117079] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.117079] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.117079] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.117354] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.117577] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.117737] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.117857] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.118092] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.118232] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.118566] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.118682] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.118793] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.119053] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.119214] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.119363] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 494828a9-2da8-417f-ba16-4c0e7cf58ea8 is going to be updated. [ 1380.141320] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.141680] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.141830] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.142137] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.142412] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.142666] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.565412] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 in Status: SUCCESS [ 1380.565412] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 deletion is rescheduled due to dependency. [ 1380.565617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.846161] env[64796]: INFO networking_nsxv3.common.synchronization [req-19665b6e-6a03-440c-8ce6-5b36e2f2eb92 req-82ed8a9e-aaa5-4aa8-8cac-f0e823e5ac0d service nova] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_rules [ 1380.846455] env[64796]: INFO networking_nsxv3.common.synchronization [req-19665b6e-6a03-440c-8ce6-5b36e2f2eb92 req-82ed8a9e-aaa5-4aa8-8cac-f0e823e5ac0d service nova] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1380.846501] env[64796]: INFO networking_nsxv3.common.synchronization [req-19665b6e-6a03-440c-8ce6-5b36e2f2eb92 req-82ed8a9e-aaa5-4aa8-8cac-f0e823e5ac0d service nova] Enqueued Resource ID: 494828a9-2da8-417f-ba16-4c0e7cf58ea8 with Priority: HIGHEST for action port [ 1380.846983] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_rules [ 1380.847133] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1380.847236] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494828a9-2da8-417f-ba16-4c0e7cf58ea8 with Priority: HIGHEST for action port [ 1380.847597] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.847866] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.847935] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.848145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.848229] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.849093] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.849206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.849293] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.849483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.849636] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.850432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.850432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.850432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.850432] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.850432] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.851432] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-494828a9-2da8-417f-ba16-4c0e7cf58ea8 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.851567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.851615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.851764] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.851840] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494828a9-2da8-417f-ba16-4c0e7cf58ea8',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.353318] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.354726] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.354841] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.355051] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 494828a9-2da8-417f-ba16-4c0e7cf58ea8 with status ACTIVE [ 1381.355185] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.355315] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.355358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.355559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.355652] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.355822] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.356014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.356014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.356166] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.356214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.356387] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.357045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.357045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.357045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.357045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.357045] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 494828a9-2da8-417f-ba16-4c0e7cf58ea8 is going to be updated. [ 1381.378679] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.378804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.378909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.379102] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.379261] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.379383] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-494828a9-2da8-417f-ba16-4c0e7cf58ea8" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.859907] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.364625] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.364795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.364856] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.365102] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.365200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.365304] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 is going to be updated. [ 1382.404545] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.404771] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.404878] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.405162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.405358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.419086] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: IN_PROGRESS for 2s [ 1382.757207] env[64796]: INFO networking_nsxv3.common.synchronization [None req-9beaf866-8a0e-4e5e-8a0f-4a7bd1f1524d tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 with Priority: HIGHEST for action security_group_rules [ 1382.757300] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 with Priority: HIGHEST for action security_group_rules [ 1382.757976] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.758146] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.758219] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.758560] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.758560] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1df3d4ed-cc99-49d4-b440-51fbf30b80e4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.859515] env[64796]: INFO networking_nsxv3.common.synchronization [None req-91d06fef-183f-4100-9a3f-04f4211343af tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 with Priority: HIGHEST for action security_group_rules [ 1382.860045] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 with Priority: HIGHEST for action security_group_rules [ 1382.860364] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.860469] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.279868] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.280099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.280169] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.280431] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.280557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.280686] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 already deleted. [ 1383.280786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.280999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.281232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.281405] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1df3d4ed-cc99-49d4-b440-51fbf30b80e4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.803467] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.805389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.805389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.805389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.805389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.805389] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 already deleted. [ 1383.805389] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.429664] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: SUCCESS [ 1384.430092] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.430092] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.430265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.430459] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.430577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.430641] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.430795] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.430886] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.431030] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.431138] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.933140] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.436048] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61101a89-2bca-42e5-a383-b9fb9500d008: rpc.has_security_group_logging(os_id): False [ 1385.463253] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.463494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.463494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.463768] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.463869] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.464321] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.464321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.464321] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.464558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.464558] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.464616] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 is going to be updated. [ 1385.553213] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.553390] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.553440] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.554985] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.554985] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.575917] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: IN_PROGRESS for 2s [ 1387.597743] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: SUCCESS [ 1387.598153] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.860547] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.860729] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.500499] env[64796]: INFO networking_nsxv3.common.synchronization [req-319d3fea-78c7-4007-a44d-3a85baaad3b5 req-3d885dda-c8be-4516-ad9b-b3a11a4e99cc tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 with Priority: HIGHEST for action security_group_members [ 1388.501404] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 with Priority: HIGHEST for action security_group_members [ 1388.501404] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.501562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.501692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.501862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.502047] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.502153] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.502214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.502373] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.502463] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.502587] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df3d4ed-cc99-49d4-b440-51fbf30b80e4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.805729] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.806138] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.806138] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.806554] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.806910] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.807164] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.807363] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.807708] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.807956] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.808271] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1388.808470] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1388.808640] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1388.808817] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1388.808991] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1388.809156] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1388.809321] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1388.829953] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1388.830209] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1388.830345] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1388.830493] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-712" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.830810] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-a296505e-9e2a-4f36-a42f-9c160e695237 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.831027] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-a296505e-9e2a-4f36-a42f-9c160e695237" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.831167] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-a296505e-9e2a-4f36-a42f-9c160e695237" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.831548] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-a296505e-9e2a-4f36-a42f-9c160e695237" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.831702] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a296505e-9e2a-4f36-a42f-9c160e695237',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.005745] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.005954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.005954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.006198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.006291] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.006498] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.006608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.006676] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.006831] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.006911] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.006998] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 already deleted. [ 1389.007095] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.334392] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.334604] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.334669] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.334920] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.335126] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.335316] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port a296505e-9e2a-4f36-a42f-9c160e695237 not found, creating... [ 1389.335668] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.335898] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.336070] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.336335] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.336506] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.336819] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.337013] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.337178] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.337399] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.337536] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.337690] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: a296505e-9e2a-4f36-a42f-9c160e695237 is going to be created. [ 1389.358222] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.358455] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.358564] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.358883] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.359170] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.359406] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-a296505e-9e2a-4f36-a42f-9c160e695237" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.137293] env[64796]: INFO networking_nsxv3.common.synchronization [req-319d3fea-78c7-4007-a44d-3a85baaad3b5 req-877c0b21-3fa5-41c8-b31a-f039d22f4a6f service nova] Enqueued Resource ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 with Priority: HIGHEST for action security_group_rules [ 1390.137293] env[64796]: INFO networking_nsxv3.common.synchronization [req-319d3fea-78c7-4007-a44d-3a85baaad3b5 req-877c0b21-3fa5-41c8-b31a-f039d22f4a6f service nova] Enqueued Resource ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 with Priority: HIGHEST for action security_group_members [ 1390.137293] env[64796]: INFO networking_nsxv3.common.synchronization [req-319d3fea-78c7-4007-a44d-3a85baaad3b5 req-877c0b21-3fa5-41c8-b31a-f039d22f4a6f service nova] Enqueued Resource ID: a296505e-9e2a-4f36-a42f-9c160e695237 with Priority: HIGHEST for action port [ 1390.138328] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 with Priority: HIGHEST for action security_group_rules [ 1390.138614] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 with Priority: HIGHEST for action security_group_members [ 1390.138813] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a296505e-9e2a-4f36-a42f-9c160e695237 with Priority: HIGHEST for action port [ 1390.139935] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.140225] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.140382] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.140721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.140980] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1df3d4ed-cc99-49d4-b440-51fbf30b80e4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.142826] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.143804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.143804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.143804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.143804] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.143804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.143804] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.144295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.144295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.144433] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df3d4ed-cc99-49d4-b440-51fbf30b80e4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.146030] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-a296505e-9e2a-4f36-a42f-9c160e695237 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.146385] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a296505e-9e2a-4f36-a42f-9c160e695237" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.146543] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a296505e-9e2a-4f36-a42f-9c160e695237" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.146782] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a296505e-9e2a-4f36-a42f-9c160e695237" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.146942] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a296505e-9e2a-4f36-a42f-9c160e695237',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.649443] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a296505e-9e2a-4f36-a42f-9c160e695237 with status ACTIVE [ 1390.649726] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.650409] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.650409] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.650409] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.650409] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.650649] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.650740] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.650740] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.650920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.651017] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.651246] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.651374] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.651448] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.651691] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.651790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.651913] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a296505e-9e2a-4f36-a42f-9c160e695237 is going to be updated. [ 1390.653411] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.653585] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.653892] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1df3d4ed-cc99-49d4-b440-51fbf30b80e4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.684132] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.684327] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.684327] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.684536] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.684689] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.684847] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a296505e-9e2a-4f36-a42f-9c160e695237" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.156644] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1df3d4ed-cc99-49d4-b440-51fbf30b80e4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.663031] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.663031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.663031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.663459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.663459] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.663459] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 is going to be created. [ 1391.691530] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.691770] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.691817] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.692045] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.692213] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.707108] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 in Status: UNINITIALIZED for 2s [ 1393.722857] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 in Status: SUCCESS [ 1393.723314] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.723465] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.723711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.723958] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.724155] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.724264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.724529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.724672] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.724822] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.724944] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1df3d4ed-cc99-49d4-b440-51fbf30b80e4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.227895] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1df3d4ed-cc99-49d4-b440-51fbf30b80e4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.732181] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1df3d4ed-cc99-49d4-b440-51fbf30b80e4: rpc.has_security_group_logging(os_id): False [ 1394.752446] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.752785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.752785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.753044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.753101] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.753341] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.753444] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.753510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.753663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.753741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.753832] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 is going to be created. [ 1394.817572] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.817718] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.817791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.817998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.818204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.830788] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 in Status: IN_PROGRESS for 2s [ 1395.140246] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.140397] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1396.846306] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 in Status: SUCCESS [ 1396.846677] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.940194] env[64796]: INFO networking_nsxv3.common.synchronization [req-2b020ade-ab7e-4f25-a7d8-8eb0ca024d01 req-23061f51-2abb-4bcb-a5b9-bb53a5c567a6 tempest-AttachVolumeTestJSON-1832751259 tempest-AttachVolumeTestJSON-1832751259-project-member] Enqueued Resource ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 with Priority: HIGHEST for action security_group_members [ 1396.940758] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 with Priority: HIGHEST for action security_group_members [ 1396.941259] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e6d0450-b7b9-46ac-9162-c1dc04d13437 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.941399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.941470] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.941731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.941905] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.942271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.942271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.942271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.942392] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.942392] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e6d0450-b7b9-46ac-9162-c1dc04d13437',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.445305] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.445557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.445557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.445760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.445849] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.446070] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.446200] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.446272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.446424] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.446503] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.446594] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 is going to be updated. [ 1397.472921] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.473178] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.473178] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.473359] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.473501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.485168] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 in Status: IN_PROGRESS for 2s [ 1399.497255] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 in Status: SUCCESS [ 1399.497745] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 deletion is rescheduled due to dependency. [ 1399.497745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.564330] env[64796]: INFO networking_nsxv3.common.synchronization [req-6b0941e1-feca-476e-a0c6-42a3606aed2a req-1636d7e9-9310-49cf-a59c-2f2152e150a0 tempest-ServerActionsTestOtherB-680283000 tempest-ServerActionsTestOtherB-680283000-project-member] Enqueued Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1400.564520] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a89-2bca-42e5-a383-b9fb9500d008 with Priority: HIGHEST for action security_group_members [ 1400.564808] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a89-2bca-42e5-a383-b9fb9500d008 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.564940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.565024] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.565235] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.565392] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.565488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.565550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.565693] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.565780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.565871] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61101a89-2bca-42e5-a383-b9fb9500d008',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.068103] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.068337] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.068396] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.068654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.068774] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.069044] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.069188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.069262] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.069441] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.069562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.069639] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 is going to be updated. [ 1401.096451] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.096643] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.096686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.096871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.097034] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.106392] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: IN_PROGRESS for 2s [ 1403.118850] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a89-2bca-42e5-a383-b9fb9500d008 in Status: SUCCESS [ 1403.119205] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a89-2bca-42e5-a383-b9fb9500d008 deletion is rescheduled due to dependency. [ 1403.119205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a89-2bca-42e5-a383-b9fb9500d008" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.565731] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.566050] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.566987] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.566987] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.832374] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.832374] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "network-27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.832798] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "network-27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.832798] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "network-27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.832909] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.833084] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.833194] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.833409] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.833558] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.833777] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1413.833895] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1413.834038] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1413.834166] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1413.834448] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1413.834448] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1413.834537] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1413.854460] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1413.854680] env[64796]: DEBUG dogpile.cache.region [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1413.854777] env[64796]: DEBUG dogpile.lock [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1413.854956] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "network-27" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.855296] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock port-bc708b5e-549b-401f-8447-3b2883f48e4d taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.855466] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.855591] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.855858] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.855999] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc708b5e-549b-401f-8447-3b2883f48e4d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.359015] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.359308] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.359438] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.359810] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.359932] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.360253] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.360414] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.360533] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.360755] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.360893] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.361223] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.361417] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.361549] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.361973] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.362160] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.362307] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Resource: SegmentPort with ID: bc708b5e-549b-401f-8447-3b2883f48e4d is going to be updated. [ 1414.386840] env[64796]: DEBUG networking_nsxv3.common.locking [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.387069] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.387185] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.387454] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.387655] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.387874] env[64796]: DEBUG oslo_concurrency.lockutils [None req-a6a50c1d-1f13-4a18-afa5-6a3cc6f6e673 None None] Releasing lock "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.070785] env[64796]: INFO networking_nsxv3.common.synchronization [req-b2de5b62-e3ba-4815-b7e2-70f5ac4efe5d req-674cfb31-96ed-4afa-a489-a44643e91c77 service nova] Enqueued Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_rules [ 1415.071072] env[64796]: INFO networking_nsxv3.common.synchronization [req-b2de5b62-e3ba-4815-b7e2-70f5ac4efe5d req-674cfb31-96ed-4afa-a489-a44643e91c77 service nova] Enqueued Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_members [ 1415.071114] env[64796]: INFO networking_nsxv3.common.synchronization [req-b2de5b62-e3ba-4815-b7e2-70f5ac4efe5d req-674cfb31-96ed-4afa-a489-a44643e91c77 service nova] Enqueued Resource ID: bc708b5e-549b-401f-8447-3b2883f48e4d with Priority: HIGHEST for action port [ 1415.071605] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_rules [ 1415.071743] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_members [ 1415.071910] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc708b5e-549b-401f-8447-3b2883f48e4d with Priority: HIGHEST for action port [ 1415.072318] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.072445] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.072517] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.072712] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.072797] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.074413] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.074413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.074413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.074413] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.074413] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.074752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.074752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.074752] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.074866] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.074908] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.075821] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc708b5e-549b-401f-8447-3b2883f48e4d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.075821] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.075821] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.075957] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.075993] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc708b5e-549b-401f-8447-3b2883f48e4d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.577940] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.579026] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.579186] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.579533] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc708b5e-549b-401f-8447-3b2883f48e4d with status ACTIVE [ 1415.579637] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.579833] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.579976] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.580367] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.580457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.580678] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.580828] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.580933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.581175] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.581563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.581563] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.581654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.581731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.581920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.582039] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.582170] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc708b5e-549b-401f-8447-3b2883f48e4d is going to be updated. [ 1415.606641] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.606920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.606920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.607094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.607286] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.607402] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc708b5e-549b-401f-8447-3b2883f48e4d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.084601] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.586758] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.586987] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.587056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.587282] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.587377] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.587523] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 is going to be updated. [ 1416.622188] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.622420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.622420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.622711] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.622848] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.637090] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: IN_PROGRESS for 2s [ 1417.115867] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.116258] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.116258] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.116466] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.116722] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.116879] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.116995] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.117232] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.117377] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.117582] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1417.117693] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1417.117799] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1417.117907] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1417.118017] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1417.118124] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1417.118256] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1417.138135] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1417.138135] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1417.138135] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1417.138586] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.138586] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-d9c6d365-5d2f-41b7-aa94-18725471e8a0 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.138799] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.138799] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.139065] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.139212] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9c6d365-5d2f-41b7-aa94-18725471e8a0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.641487] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.641717] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.641894] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.642234] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.642388] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.642684] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.642852] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.642970] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.643207] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.643346] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.643632] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.643790] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.643909] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.644147] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.644293] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.644448] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: d9c6d365-5d2f-41b7-aa94-18725471e8a0 is going to be updated. [ 1417.666791] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.666966] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.667112] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.667392] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.667589] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.667807] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.373923] env[64796]: INFO networking_nsxv3.common.synchronization [req-43be8b2f-fc67-404a-9856-9e3c82cb94b4 req-48527fa0-fe9e-4f3a-9fba-500a744a3aad service nova] Enqueued Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_rules [ 1418.373923] env[64796]: INFO networking_nsxv3.common.synchronization [req-43be8b2f-fc67-404a-9856-9e3c82cb94b4 req-48527fa0-fe9e-4f3a-9fba-500a744a3aad service nova] Enqueued Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_members [ 1418.374325] env[64796]: INFO networking_nsxv3.common.synchronization [req-43be8b2f-fc67-404a-9856-9e3c82cb94b4 req-48527fa0-fe9e-4f3a-9fba-500a744a3aad service nova] Enqueued Resource ID: d9c6d365-5d2f-41b7-aa94-18725471e8a0 with Priority: HIGHEST for action port [ 1418.374476] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_rules [ 1418.374618] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_members [ 1418.374717] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c6d365-5d2f-41b7-aa94-18725471e8a0 with Priority: HIGHEST for action port [ 1418.374989] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f70871ec-35d3-4469-93b7-92bb7063b0d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.375128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.375191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.375415] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.375453] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.376272] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f70871ec-35d3-4469-93b7-92bb7063b0d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.376387] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.376469] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.376605] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.376753] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.376844] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.376905] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.377057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.377140] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.377253] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.377958] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9c6d365-5d2f-41b7-aa94-18725471e8a0 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.378036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.378193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.378240] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.378307] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9c6d365-5d2f-41b7-aa94-18725471e8a0',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.646197] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: SUCCESS [ 1418.646376] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.646572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.646821] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.647057] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.647201] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.647273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.647461] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.647559] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.647666] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.647774] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.879885] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.881725] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f70871ec-35d3-4469-93b7-92bb7063b0d9 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.881725] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.881994] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9c6d365-5d2f-41b7-aa94-18725471e8a0 with status ACTIVE [ 1418.882042] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.882170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.882222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.882411] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.882507] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.882683] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.882771] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.882875] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.883059] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.883142] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.883322] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.883416] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.883479] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.883616] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.883692] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.883777] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9c6d365-5d2f-41b7-aa94-18725471e8a0 is going to be updated. [ 1418.907255] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.907494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.907494] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.907743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.907925] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.908121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9c6d365-5d2f-41b7-aa94-18725471e8a0" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.152440] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.152517] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.152625] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.152897] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.153090] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.153206] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.153271] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.153472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.153602] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.153700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.153854] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.153945] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.154025] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.154167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.154305] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.154399] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.154461] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.154594] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.154670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.154753] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.154845] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.386359] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.656598] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d09b0bbb-9ab2-4e3f-afb5-537c467a0b99: rpc.has_security_group_logging(os_id): False [ 1419.676158] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.676322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.676393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.676617] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.676709] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.676940] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.677057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.677122] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.677275] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.677437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.677862] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.677862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.677862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.677995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.677995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.678233] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.678304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.678352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.678486] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.678562] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.678648] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 is going to be updated. [ 1419.744500] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.744710] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.744771] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.744954] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.745126] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.762204] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: IN_PROGRESS for 2s [ 1419.889646] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.890222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.890478] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.890986] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.891145] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.891320] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 is going to be updated. [ 1419.923642] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.923860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.923934] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.924104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.924253] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.935567] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 in Status: IN_PROGRESS for 2s [ 1421.780414] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: SUCCESS [ 1421.780940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.947536] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 in Status: SUCCESS [ 1421.947834] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.948097] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.948408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.948612] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.948728] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.948833] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.949031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.949158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.949270] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.949408] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.452972] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.954638] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f70871ec-35d3-4469-93b7-92bb7063b0d9: rpc.has_security_group_logging(os_id): False [ 1422.973721] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.973976] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.973976] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.974277] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.974420] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.974729] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.974909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.974986] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.975176] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.975255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.975347] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 is going to be updated. [ 1423.034858] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.035083] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.035083] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.035278] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.035433] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.048664] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 in Status: IN_PROGRESS for 2s [ 1423.375578] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.375785] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1425.065179] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 in Status: SUCCESS [ 1425.065579] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.377309] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.377667] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.378492] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.378895] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.379707] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.380151] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.762439] env[64796]: INFO networking_nsxv3.common.synchronization [req-70afcfd6-c5e8-4c85-b3d7-ba54d0529d81 req-d5d6eee6-aa11-45fa-8332-fc5f780e369c tempest-ServerActionsTestJSON-1200563110 tempest-ServerActionsTestJSON-1200563110-project-member] Enqueued Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1439.762439] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1439.762700] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.762700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.762700] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.763044] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.763209] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.763358] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.763485] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.763550] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.763634] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.763730] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.266342] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.266504] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.266578] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.266805] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.266904] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.267179] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.267297] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.267386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.267563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.267651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.267745] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d is going to be updated. [ 1440.297748] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.297956] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.298065] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.298299] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.298452] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.308061] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: IN_PROGRESS for 2s [ 1442.318717] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: SUCCESS [ 1442.319147] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d deletion is rescheduled due to dependency. [ 1442.319147] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.755799] env[64796]: INFO networking_nsxv3.common.synchronization [req-11baaac4-7ae5-4a5b-8a90-aea7f13675d2 req-b05509c9-4a5a-4248-8644-9b0fc1f0acaf tempest-ServersNegativeTestJSON-899369121 tempest-ServersNegativeTestJSON-899369121-project-member] Enqueued Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_members [ 1442.756118] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGHEST for action security_group_members [ 1442.756516] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.756640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.756640] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.756809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.756956] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.757130] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.757193] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.757380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.757450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.757507] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.260307] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.260509] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.260580] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.260757] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.260852] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.261106] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.261226] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.261292] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.261447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.261529] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.261621] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 is going to be updated. [ 1443.288999] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.289191] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.289241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.289437] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.289584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.299136] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: IN_PROGRESS for 2s [ 1445.310408] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 in Status: SUCCESS [ 1445.310830] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 deletion is rescheduled due to dependency. [ 1445.310830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.756948] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.757435] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.934696] env[64796]: INFO networking_nsxv3.common.synchronization [req-6a787fe7-3c24-4c2b-9f89-a8a7a7f63742 req-a08abc70-2fbc-4dc6-b9cd-8ac6e3c18de6 tempest-ServerActionsTestJSON-1200563110 tempest-ServerActionsTestJSON-1200563110-project-member] Enqueued Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1448.935274] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1448.935584] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.935707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.935775] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.935969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.936130] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.936227] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.936300] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.936428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.936515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.936603] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.258298] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.258567] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.258676] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.259389] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.259806] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.259991] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.260158] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.260431] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.260617] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.261186] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1449.261373] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1449.261509] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1449.261646] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1449.261776] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1449.261904] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1449.262067] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1449.282651] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1449.282836] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1449.283013] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1449.283228] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-14" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.283620] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-29946410-d7f0-4e22-b327-3b82dec2ec7b taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.283825] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-29946410-d7f0-4e22-b327-3b82dec2ec7b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.283952] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-29946410-d7f0-4e22-b327-3b82dec2ec7b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.284345] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-29946410-d7f0-4e22-b327-3b82dec2ec7b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.284528] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29946410-d7f0-4e22-b327-3b82dec2ec7b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.439616] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.439876] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.439970] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.440216] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.440311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.440526] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.440629] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.440686] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.440830] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.440901] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.440988] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d is going to be updated. [ 1449.469512] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.469743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.469743] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.469940] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.470228] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.479437] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: IN_PROGRESS for 2s [ 1449.787644] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.787644] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.787927] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.788118] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.788185] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.788366] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port 29946410-d7f0-4e22-b327-3b82dec2ec7b not found, creating... [ 1449.788593] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.788750] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.788867] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.789094] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.789232] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.789510] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.789664] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.789780] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.789987] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.790164] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.790316] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: 29946410-d7f0-4e22-b327-3b82dec2ec7b is going to be created. [ 1449.811293] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.811519] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.811663] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.811979] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.812320] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.812601] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-29946410-d7f0-4e22-b327-3b82dec2ec7b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.533574] env[64796]: INFO networking_nsxv3.common.synchronization [req-6a787fe7-3c24-4c2b-9f89-a8a7a7f63742 req-16f5e94c-d18b-40d5-be8a-3add92d1c0d7 service nova] Enqueued Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_rules [ 1450.533859] env[64796]: INFO networking_nsxv3.common.synchronization [req-6a787fe7-3c24-4c2b-9f89-a8a7a7f63742 req-16f5e94c-d18b-40d5-be8a-3add92d1c0d7 service nova] Enqueued Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1450.533974] env[64796]: INFO networking_nsxv3.common.synchronization [req-6a787fe7-3c24-4c2b-9f89-a8a7a7f63742 req-16f5e94c-d18b-40d5-be8a-3add92d1c0d7 service nova] Enqueued Resource ID: 29946410-d7f0-4e22-b327-3b82dec2ec7b with Priority: HIGHEST for action port [ 1450.534517] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_rules [ 1450.534697] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1450.534854] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29946410-d7f0-4e22-b327-3b82dec2ec7b with Priority: HIGHEST for action port [ 1450.535204] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.535323] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.535401] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.535637] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.535732] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.536750] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.536859] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.537088] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-29946410-d7f0-4e22-b327-3b82dec2ec7b taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.537201] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29946410-d7f0-4e22-b327-3b82dec2ec7b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.537349] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29946410-d7f0-4e22-b327-3b82dec2ec7b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.537477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29946410-d7f0-4e22-b327-3b82dec2ec7b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.537559] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29946410-d7f0-4e22-b327-3b82dec2ec7b',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.039401] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29946410-d7f0-4e22-b327-3b82dec2ec7b with status ACTIVE [ 1451.039635] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.039772] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.039843] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.040121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.040272] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.040387] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.040515] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.040575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.040687] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.040766] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.040945] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.041050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.041120] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.041261] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.041316] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.041402] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29946410-d7f0-4e22-b327-3b82dec2ec7b is going to be updated. [ 1451.042712] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.042842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.063281] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.063471] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.063517] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.063720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.063880] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.064085] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29946410-d7f0-4e22-b327-3b82dec2ec7b" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.490227] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: SUCCESS [ 1451.490460] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d deletion is rescheduled due to dependency. [ 1451.490619] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.490865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.491198] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.491462] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.491731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.491731] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.492016] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.492164] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.492346] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.995057] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.497441] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.999930] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.000477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.000477] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.000563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.000651] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.000763] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d is going to be updated. [ 1453.030893] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.031188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.031188] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.031543] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.031912] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.041471] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: IN_PROGRESS for 2s [ 1453.418061] env[64796]: INFO networking_nsxv3.common.synchronization [req-d6de2371-d155-42e4-9538-b1214466e7e0 req-3df80e93-2c68-4edc-8d06-9dfae96764c3 tempest-AttachVolumeNegativeTest-74104775 tempest-AttachVolumeNegativeTest-74104775-project-member] Enqueued Resource ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 with Priority: HIGHEST for action security_group_members [ 1453.418621] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 with Priority: HIGHEST for action security_group_members [ 1453.419027] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.419201] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.419201] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.419408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.419570] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.419682] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.420379] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.420923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.420923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.420923] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df3d4ed-cc99-49d4-b440-51fbf30b80e4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.923166] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.923475] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.923549] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.923890] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.923999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.924238] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.924347] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.924408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.924593] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.924704] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.924748] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 is going to be updated. [ 1453.955743] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.955973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.955973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.956219] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.956365] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.966282] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 in Status: IN_PROGRESS for 2s [ 1455.050957] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: SUCCESS [ 1455.051391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.051391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.051575] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.051767] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.051884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.051952] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.052127] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.052209] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.052324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.052424] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.554499] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.978909] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 in Status: SUCCESS [ 1455.979188] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 deletion is rescheduled due to dependency. [ 1455.979263] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.056816] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f86a46ac-1562-4f70-9ba9-11b38958914d: rpc.has_security_group_logging(os_id): False [ 1456.073507] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.073727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.073727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.073933] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.074128] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.074311] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.074418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.074520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.074675] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.074759] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.074851] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d is going to be updated. [ 1456.132507] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.132788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.132788] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.132926] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.133099] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.144806] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: IN_PROGRESS for 2s [ 1458.160727] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: SUCCESS [ 1458.161132] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.420173] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.420397] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.420926] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.421332] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.421808] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.422172] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.853119] env[64796]: INFO networking_nsxv3.common.synchronization [req-10b3782a-8331-44a5-9f64-fe5078bcb457 req-977cf0d6-a3c0-41c1-b46a-47f09aeefbee tempest-AttachVolumeShelveTestJSON-804149189 tempest-AttachVolumeShelveTestJSON-804149189-project-member] Enqueued Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_members [ 1472.853438] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGHEST for action security_group_members [ 1472.853746] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f70871ec-35d3-4469-93b7-92bb7063b0d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.853867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.853936] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.854410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.854571] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.854684] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.854732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.854931] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.855038] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.855137] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.358055] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.358273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.358322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.358520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.358615] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.358819] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.358920] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.358984] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.359156] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.359235] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.359322] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 is going to be updated. [ 1473.387807] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.388048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.388048] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.388265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.388414] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.398290] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 in Status: IN_PROGRESS for 2s [ 1475.409306] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 in Status: SUCCESS [ 1475.409632] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 deletion is rescheduled due to dependency. [ 1475.409632] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.854582] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.855042] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.177223] env[64796]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1480.177556] env[64796]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-743e6d16-1f7a-4a16-b2d2-3f9841ea5f2a None None] NSXv3 Agent Agent loop - iteration:4 started [ 1482.856123] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.856461] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.857445] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.857868] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.858984] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.859372] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.861397] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.861828] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.862912] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.862912] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.129405] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.129842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.129842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.129842] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.130031] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.632567] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.135139] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.637452] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1507.637667] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1507.864372] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.864372] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.395050] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.395050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.395050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.395050] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.406184] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1508.407051] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.408052] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1508.447572] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.447786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.447786] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.447941] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.463291] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.464076] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1508.464158] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1508.464250] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1508.498816] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.499057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.499057] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.499239] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.500304] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.500474] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1508.579252] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.579489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.579489] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.579674] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.580074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.580381] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1508.661397] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.661648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.661648] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.661801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.662118] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.662405] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 1508.662497] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f3cbbd0a-3b61-491d-8d4d-ca78d5119a17', '1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09', '1df3d4ed-cc99-49d4-b440-51fbf30b80e4', 'b7412a59-6dad-4c2c-881e-12c05767d9b6', 'bb699e4f-c586-41cc-845c-d3f60832d092', '2f42d023-a35b-49ca-95a8-d87950325ac3', 'f70871ec-35d3-4469-93b7-92bb7063b0d9', '03987233-7a4b-479e-a980-35d7a929d53c', '4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5', '4e6d0450-b7b9-46ac-9162-c1dc04d13437', '705fcbcb-ba68-42d6-93c6-24dd2ad08be2', '63ebea85-8baa-4b18-959b-7a1a021bec6a', 'e9fa9f4e-8b36-4c8c-aab7-da6f8b906857', 'da5f10a8-a682-4b9a-8048-399c45275b1d', '24aa97ca-80ae-4549-862e-2a13d3b899b3', '0e96aba9-ff62-44d8-ae53-8b03b73dc3db', 'ea976f88-0e39-4bc7-ba1b-62646aae2d16', 'f86a46ac-1562-4f70-9ba9-11b38958914d', 'd09b0bbb-9ab2-4e3f-afb5-537c467a0b99', 'e6e58e67-59a6-49a5-87ee-f3bf7169c1ea', '96162838-eb7e-4795-8d1d-054d34458259', '3693d207-b2f5-4a69-9208-5c1a11b50018', 'ae197e29-0455-4bfe-b7e1-2dbcbc3f0ca4', 'a5ca4a6e-be04-476f-907d-ee22a63bbf91', '8120b5a2-f99c-4d70-bc78-29ede5ce161e', '466021a5-5fba-47f2-8049-c6a2d62336ac', '7edede3c-1560-4358-b84d-a9713f4833d9', '538d3f8a-bb87-4404-bbc4-ec94a1472c1f', '4488dabe-73c8-4fe0-a74b-af66f7f5b013', 'd77e06ff-6eca-47e8-9aee-74516c194d70', '093e89ef-d053-44c7-80a4-82798decc3c9', '1560ce7c-ade0-43f3-97e0-773d376a9482', '04011a62-9f67-4114-bc81-f2b105c909e7', '61101a89-2bca-42e5-a383-b9fb9500d008', 'fa2624bb-abb6-424c-808f-b9c86444af79'} {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1508.662610] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1508.681234] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.681234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.681234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.681393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.681393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.681529] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1508.681567] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1508.681640] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1508.755784] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.756052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.756052] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.756204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.757339] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.757601] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1508.757679] env[64796]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64796) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1508.757752] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1508.757820] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1508.757898] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 1508.757970] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGH for action security_group_rules [ 1508.758062] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGH for action security_group_rules [ 1508.758131] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 with Priority: HIGH for action security_group_rules [ 1508.758194] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGH for action security_group_rules [ 1508.758258] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb699e4f-c586-41cc-845c-d3f60832d092 with Priority: HIGH for action security_group_rules [ 1508.758321] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGH for action security_group_rules [ 1508.758384] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGH for action security_group_rules [ 1508.758484] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGH for action security_group_rules [ 1508.758532] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 with Priority: HIGH for action security_group_rules [ 1508.758574] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 with Priority: HIGH for action security_group_rules [ 1508.758613] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 with Priority: HIGH for action security_group_rules [ 1508.758670] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a with Priority: HIGH for action security_group_rules [ 1508.758732] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 with Priority: HIGH for action security_group_rules [ 1508.758793] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGH for action security_group_rules [ 1508.758853] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 with Priority: HIGH for action security_group_rules [ 1508.758915] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGH for action security_group_rules [ 1508.758978] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 with Priority: HIGH for action security_group_rules [ 1508.759050] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGH for action security_group_rules [ 1508.759114] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGH for action security_group_rules [ 1508.759175] env[64796]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGH for action security_group_rules [ 1508.759268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.577197] env[64796]: INFO networking_nsxv3.common.synchronization [req-33a4605a-bf91-4cbe-9b92-4c38a152b460 req-8c36c1b8-8e7e-4445-8caa-128273d2024c tempest-ServerActionsTestJSON-1200563110 tempest-ServerActionsTestJSON-1200563110-project-member] Enqueued Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1511.577571] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGHEST for action security_group_members [ 1511.577723] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 with Priority: HIGH for action security_group_rules [ 1511.577833] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 with Priority: HIGH for action security_group_rules [ 1511.577935] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 with Priority: HIGH for action security_group_rules [ 1511.578047] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 with Priority: HIGH for action security_group_rules [ 1511.578154] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea with Priority: HIGH for action security_group_rules [ 1511.578307] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 with Priority: HIGH for action security_group_rules [ 1511.580440] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86a46ac-1562-4f70-9ba9-11b38958914d with Priority: HIGH for action security_group_rules [ 1511.580585] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 with Priority: HIGH for action security_group_rules [ 1511.580694] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5f10a8-a682-4b9a-8048-399c45275b1d with Priority: HIGH for action security_group_rules [ 1511.580795] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db with Priority: HIGH for action security_group_rules [ 1511.580910] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 with Priority: HIGH for action security_group_rules [ 1511.581031] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a with Priority: HIGH for action security_group_rules [ 1511.581130] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 with Priority: HIGH for action security_group_rules [ 1511.581224] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 with Priority: HIGH for action security_group_rules [ 1511.581314] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 with Priority: HIGH for action security_group_rules [ 1511.581404] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 with Priority: HIGH for action security_group_rules [ 1511.581491] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03987233-7a4b-479e-a980-35d7a929d53c with Priority: HIGH for action security_group_rules [ 1511.581577] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb699e4f-c586-41cc-845c-d3f60832d092 with Priority: HIGH for action security_group_rules [ 1511.581664] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 with Priority: HIGH for action security_group_rules [ 1511.581751] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 with Priority: HIGH for action security_group_rules [ 1511.582062] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.582197] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.582266] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.582457] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.582609] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.582703] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.582764] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.583056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.583056] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.583262] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.584409] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.584512] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.584599] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.584738] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.584817] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3cbbd0a-3b61-491d-8d4d-ca78d5119a17',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.586557] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.586557] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.586656] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.587036] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.587036] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1df3d4ed-cc99-49d4-b440-51fbf30b80e4',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.587656] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f70871ec-35d3-4469-93b7-92bb7063b0d9 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.587777] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.588091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.588091] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.588212] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f70871ec-35d3-4469-93b7-92bb7063b0d9',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.735336] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24aa97ca-80ae-4549-862e-2a13d3b899b3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.735580] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.735580] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.735944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.735944] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24aa97ca-80ae-4549-862e-2a13d3b899b3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.737215] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.737215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.737215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.737535] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.737535] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6e58e67-59a6-49a5-87ee-f3bf7169c1ea',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.739090] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.739090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.739090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.739090] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.739090] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d09b0bbb-9ab2-4e3f-afb5-537c467a0b99',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.740895] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f86a46ac-1562-4f70-9ba9-11b38958914d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.740895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.740895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.740895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.740895] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f86a46ac-1562-4f70-9ba9-11b38958914d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.740895] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea976f88-0e39-4bc7-ba1b-62646aae2d16 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.740895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.740895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.740895] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.741451] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea976f88-0e39-4bc7-ba1b-62646aae2d16',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.745977] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da5f10a8-a682-4b9a-8048-399c45275b1d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.745977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.745977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.745977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.745977] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da5f10a8-a682-4b9a-8048-399c45275b1d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.745977] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.745977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.745977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.745977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.745977] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e96aba9-ff62-44d8-ae53-8b03b73dc3db',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.745977] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.745977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.745977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.745977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.745977] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9fa9f4e-8b36-4c8c-aab7-da6f8b906857',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.745977] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ebea85-8baa-4b18-959b-7a1a021bec6a taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.745977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.745977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.747525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.747525] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ebea85-8baa-4b18-959b-7a1a021bec6a',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.747525] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.747525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.747525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.747525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.747525] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705fcbcb-ba68-42d6-93c6-24dd2ad08be2',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.747525] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.747525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.747525] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.747858] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.747858] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e6d0450-b7b9-46ac-9162-c1dc04d13437',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.748781] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.748781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.748781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.748781] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.748781] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.749587] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f42d023-a35b-49ca-95a8-d87950325ac3 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.749587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.749729] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.749790] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.749858] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f42d023-a35b-49ca-95a8-d87950325ac3',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.750685] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03987233-7a4b-479e-a980-35d7a929d53c taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.750685] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.750767] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.751366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.751366] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03987233-7a4b-479e-a980-35d7a929d53c',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.751669] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb699e4f-c586-41cc-845c-d3f60832d092 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.751794] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.751867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.751997] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.752502] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb699e4f-c586-41cc-845c-d3f60832d092',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.752823] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.753268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.753268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.753268] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.753419] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.754504] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7412a59-6dad-4c2c-881e-12c05767d9b6 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.754504] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.754504] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.754504] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.754720] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7412a59-6dad-4c2c-881e-12c05767d9b6',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.786436] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.786611] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.786665] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.786865] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.789391] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.789502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.790200] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.790295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.810051] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.810170] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3cbbd0a-3b61-491d-8d4d-ca78d5119a17 is going to be deleted. [ 1511.811222] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.811431] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.829757] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.829894] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1df3d4ed-cc99-49d4-b440-51fbf30b80e4 is going to be deleted. [ 1511.831098] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.831241] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.850455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.850636] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24aa97ca-80ae-4549-862e-2a13d3b899b3 is going to be deleted. [ 1511.871691] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.871919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.871973] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.872170] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.872265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.872391] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3cbbd0a-3b61-491d-8d4d-ca78d5119a17" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.897427] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.897638] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.897638] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.897862] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.897955] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.898062] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1df3d4ed-cc99-49d4-b440-51fbf30b80e4" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.918672] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.918860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.918906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.919129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.919236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.919363] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24aa97ca-80ae-4549-862e-2a13d3b899b3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.085485] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.085717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.085717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.086131] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.108341] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.108598] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.108707] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.108780] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.108985] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.109085] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.109177] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d is going to be updated. [ 1512.140476] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.140734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.140734] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.141049] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.141243] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.149386] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: IN_PROGRESS for 2s [ 1512.307705] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.307908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.307908] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.308143] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.309752] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.309893] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.312201] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.312333] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.313070] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.313208] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.324627] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.324851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.325668] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.325809] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.326745] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.326855] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.327632] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.327741] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.328435] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.328530] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.330544] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.330673] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.334123] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.334273] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.334953] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1512.335386] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.335484] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.336136] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1512.336483] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.336577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.338173] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1512.338597] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.338683] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.339674] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1512.340077] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.340182] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.340807] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1512.341197] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.341290] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.342392] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1512.342765] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.342889] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.343755] env[64796]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1512.344254] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.344415] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5 is going to be deleted. [ 1512.345355] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.345567] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.363690] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.363690] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f70871ec-35d3-4469-93b7-92bb7063b0d9 is going to be deleted. [ 1512.364688] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.364906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.384018] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.384217] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705fcbcb-ba68-42d6-93c6-24dd2ad08be2 is going to be deleted. [ 1512.385000] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.385230] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.399036] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.399204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.406723] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.406857] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6e58e67-59a6-49a5-87ee-f3bf7169c1ea is going to be deleted. [ 1512.407751] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.407972] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.428469] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.428670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.435303] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.435448] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09 is going to be deleted. [ 1512.436372] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.436595] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.468199] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.468199] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.479909] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.480079] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03987233-7a4b-479e-a980-35d7a929d53c is going to be deleted. [ 1512.481072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.481332] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.515072] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.515237] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e96aba9-ff62-44d8-ae53-8b03b73dc3db is going to be deleted. [ 1512.516231] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.516475] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.517887] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.518032] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.590567] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.590995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.601295] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.601535] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7412a59-6dad-4c2c-881e-12c05767d9b6 is going to be deleted. [ 1512.602352] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.602572] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.605897] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.606068] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.635439] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.635660] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.645720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.645898] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f42d023-a35b-49ca-95a8-d87950325ac3 is going to be deleted. [ 1512.646851] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.647071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.718071] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.718217] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea976f88-0e39-4bc7-ba1b-62646aae2d16 is going to be deleted. [ 1512.719220] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.719428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.784991] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.785237] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d09b0bbb-9ab2-4e3f-afb5-537c467a0b99 is going to be deleted. [ 1512.786103] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.786329] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.786423] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.786526] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d is going to be deleted. [ 1512.787904] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.788029] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.788108] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.788311] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.788392] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.788483] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7412a59-6dad-4c2c-881e-12c05767d9b6" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.788687] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.788837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.811808] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.812093] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.864681] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.864821] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e6d0450-b7b9-46ac-9162-c1dc04d13437 is going to be deleted. [ 1512.866129] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.866350] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.910428] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.910623] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da5f10a8-a682-4b9a-8048-399c45275b1d is going to be deleted. [ 1512.911587] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.911823] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.924938] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.925162] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.966180] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.966393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.969442] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.969601] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.971906] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.972045] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ebea85-8baa-4b18-959b-7a1a021bec6a is going to be deleted. [ 1512.973094] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.973202] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.043864] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.044097] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb699e4f-c586-41cc-845c-d3f60832d092 is going to be deleted. [ 1513.045061] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.045346] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.045450] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.045608] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e3588d6-4d0e-4bbb-ab29-ef3a712db6f5" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.045748] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.045919] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.046014] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.046238] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f70871ec-35d3-4469-93b7-92bb7063b0d9" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.046791] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.046986] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.047107] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.047232] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705fcbcb-ba68-42d6-93c6-24dd2ad08be2" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.047381] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.047532] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.047612] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.047726] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6e58e67-59a6-49a5-87ee-f3bf7169c1ea" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.047860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.048010] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.048100] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.048214] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03987233-7a4b-479e-a980-35d7a929d53c" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.048342] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.048514] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.048597] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.048708] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd07b9b-ef60-4e68-96d0-df7c1a9ddb09" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.048837] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.048977] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.049075] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.049215] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e96aba9-ff62-44d8-ae53-8b03b73dc3db" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.049347] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.049488] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.111876] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.112136] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.155802] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.155993] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9fa9f4e-8b36-4c8c-aab7-da6f8b906857 is going to be deleted. [ 1513.156898] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.157133] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.157238] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.157366] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f42d023-a35b-49ca-95a8-d87950325ac3" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.158208] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.158317] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.158388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.158556] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.158638] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.158800] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da5f10a8-a682-4b9a-8048-399c45275b1d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.158969] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.159181] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.159265] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.159380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d09b0bbb-9ab2-4e3f-afb5-537c467a0b99" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.159899] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.160109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.160279] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.160411] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea976f88-0e39-4bc7-ba1b-62646aae2d16" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.160685] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.160727] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.160785] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.160879] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.160998] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.161158] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.161237] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.161347] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e6d0450-b7b9-46ac-9162-c1dc04d13437" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.168154] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.168313] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.168356] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.168520] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.168606] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.168720] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ebea85-8baa-4b18-959b-7a1a021bec6a" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.242899] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.243255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.243318] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.243732] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.243850] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.244080] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb699e4f-c586-41cc-845c-d3f60832d092" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.291688] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.291948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.291948] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.292137] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.292236] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.292835] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9fa9f4e-8b36-4c8c-aab7-da6f8b906857" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.159318] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86a46ac-1562-4f70-9ba9-11b38958914d in Status: SUCCESS [ 1514.159714] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86a46ac-1562-4f70-9ba9-11b38958914d deletion is rescheduled due to dependency. [ 1514.159714] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86a46ac-1562-4f70-9ba9-11b38958914d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.583297] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.583754] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.498074] env[64796]: INFO networking_nsxv3.common.synchronization [None req-d9e860a4-df50-43d0-bc6c-b10158b536ab None None] Enqueued Resource ID: 90d315fc-4781-43a9-bc2c-121a712d734d with Priority: HIGHEST for action port [ 1519.498074] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d315fc-4781-43a9-bc2c-121a712d734d with Priority: HIGHEST for action port [ 1519.498074] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-90d315fc-4781-43a9-bc2c-121a712d734d taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.498074] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90d315fc-4781-43a9-bc2c-121a712d734d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.498801] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90d315fc-4781-43a9-bc2c-121a712d734d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.499223] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90d315fc-4781-43a9-bc2c-121a712d734d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.499419] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d315fc-4781-43a9-bc2c-121a712d734d',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.001668] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90d315fc-4781-43a9-bc2c-121a712d734d [ 1520.001948] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.002109] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.002183] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.002408] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.002502] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.002629] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90d315fc-4781-43a9-bc2c-121a712d734d already deleted. [ 1520.002717] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90d315fc-4781-43a9-bc2c-121a712d734d" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.560095] env[64796]: INFO networking_nsxv3.common.synchronization [None req-e57ffe61-a7a3-41d2-93ce-9337b18ab107 None None] Enqueued Resource ID: cb2a90db-521a-4af1-94f6-3323c856de4f with Priority: HIGHEST for action port [ 1521.560633] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb2a90db-521a-4af1-94f6-3323c856de4f with Priority: HIGHEST for action port [ 1521.560944] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb2a90db-521a-4af1-94f6-3323c856de4f taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.561104] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb2a90db-521a-4af1-94f6-3323c856de4f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.561179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb2a90db-521a-4af1-94f6-3323c856de4f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.561472] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb2a90db-521a-4af1-94f6-3323c856de4f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.561518] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb2a90db-521a-4af1-94f6-3323c856de4f',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.063566] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb2a90db-521a-4af1-94f6-3323c856de4f [ 1522.063808] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.063944] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.064163] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.064400] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.064500] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.064617] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb2a90db-521a-4af1-94f6-3323c856de4f already deleted. [ 1522.064745] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb2a90db-521a-4af1-94f6-3323c856de4f" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.801558] env[64796]: INFO networking_nsxv3.common.synchronization [req-0c0291b7-172f-46c9-8b89-545d7ce239e3 req-ab7ded43-cf14-4d6c-90c5-587f73ceeb5d tempest-ServerTagsTestJSON-2136492940 tempest-ServerTagsTestJSON-2136492940-project-member] Enqueued Resource ID: 29884fd0-4f35-410a-98df-460ccf6a0601 with Priority: HIGHEST for action security_group_members [ 1524.802138] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29884fd0-4f35-410a-98df-460ccf6a0601 with Priority: HIGHEST for action security_group_members [ 1524.802462] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-29884fd0-4f35-410a-98df-460ccf6a0601 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.802586] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.802654] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.802931] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.803170] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.803331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.803331] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.803482] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.803595] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.803648] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29884fd0-4f35-410a-98df-460ccf6a0601',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.089676] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.089889] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "network-526" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.090028] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "network-526" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.090391] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "network-526" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.090678] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.090852] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.091067] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.091299] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.091447] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.091658] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1525.091769] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] NeedRegenerationException {{(pid=64796) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1525.091889] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] no value, waiting for create lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1525.092035] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] value creation lock acquired {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1525.092156] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] No value present for key: 'zone-id' {{(pid=64796) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1525.092264] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Calling creation function for not-yet-present value {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1525.092396] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1525.113711] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1525.113889] env[64796]: DEBUG dogpile.cache.region [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64796) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1525.114046] env[64796]: DEBUG dogpile.lock [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Released creation lock {{(pid=64796) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1525.114216] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "network-526" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.114527] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock port-a114c39f-e5fc-4b02-87a4-51e0749e8fdf taken with stack trace [, , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.114698] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "port-a114c39f-e5fc-4b02-87a4-51e0749e8fdf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.114817] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "port-a114c39f-e5fc-4b02-87a4-51e0749e8fdf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.115165] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "port-a114c39f-e5fc-4b02-87a4-51e0749e8fdf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.115309] env[64796]: DEBUG networking_nsxv3.api.rpc [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a114c39f-e5fc-4b02-87a4-51e0749e8fdf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.305756] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.306031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.306031] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.306234] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.306308] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.306509] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.306600] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.306663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.306812] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.306884] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.306970] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29884fd0-4f35-410a-98df-460ccf6a0601 already deleted. [ 1525.307062] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.617647] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.617915] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.618055] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.618358] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.618526] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.618714] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Segment Port a114c39f-e5fc-4b02-87a4-51e0749e8fdf not found, creating... [ 1525.618953] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.619125] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.619253] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.619491] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.619628] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.619967] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.620250] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.620397] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.620615] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.620789] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.620991] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Resource: SegmentPort with ID: a114c39f-e5fc-4b02-87a4-51e0749e8fdf is going to be created. [ 1525.642954] env[64796]: DEBUG networking_nsxv3.common.locking [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.643254] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.643408] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.643690] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.644010] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.644387] env[64796]: DEBUG oslo_concurrency.lockutils [None req-3ecc7b93-0641-4931-b47a-4ba1ee2ed4a8 None None] Releasing lock "port-a114c39f-e5fc-4b02-87a4-51e0749e8fdf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.383674] env[64796]: INFO networking_nsxv3.common.synchronization [req-0c0291b7-172f-46c9-8b89-545d7ce239e3 req-718f760f-5929-4fb4-99e2-9876af74cfc0 service nova] Enqueued Resource ID: 29884fd0-4f35-410a-98df-460ccf6a0601 with Priority: HIGHEST for action security_group_rules [ 1526.383948] env[64796]: INFO networking_nsxv3.common.synchronization [req-0c0291b7-172f-46c9-8b89-545d7ce239e3 req-718f760f-5929-4fb4-99e2-9876af74cfc0 service nova] Enqueued Resource ID: 29884fd0-4f35-410a-98df-460ccf6a0601 with Priority: HIGHEST for action security_group_members [ 1526.383983] env[64796]: INFO networking_nsxv3.common.synchronization [req-0c0291b7-172f-46c9-8b89-545d7ce239e3 req-718f760f-5929-4fb4-99e2-9876af74cfc0 service nova] Enqueued Resource ID: a114c39f-e5fc-4b02-87a4-51e0749e8fdf with Priority: HIGHEST for action port [ 1526.384535] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29884fd0-4f35-410a-98df-460ccf6a0601 with Priority: HIGHEST for action security_group_rules [ 1526.384701] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29884fd0-4f35-410a-98df-460ccf6a0601 with Priority: HIGHEST for action security_group_members [ 1526.384805] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a114c39f-e5fc-4b02-87a4-51e0749e8fdf with Priority: HIGHEST for action port [ 1526.385196] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29884fd0-4f35-410a-98df-460ccf6a0601 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.385322] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.385393] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.385650] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.385738] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29884fd0-4f35-410a-98df-460ccf6a0601',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.386569] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-29884fd0-4f35-410a-98df-460ccf6a0601 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.386679] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.386748] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.386947] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.387066] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.387154] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.387211] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.387354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.387448] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.387541] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29884fd0-4f35-410a-98df-460ccf6a0601',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.388596] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock port-a114c39f-e5fc-4b02-87a4-51e0749e8fdf taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.388656] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a114c39f-e5fc-4b02-87a4-51e0749e8fdf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.388716] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a114c39f-e5fc-4b02-87a4-51e0749e8fdf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.388860] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a114c39f-e5fc-4b02-87a4-51e0749e8fdf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.388936] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a114c39f-e5fc-4b02-87a4-51e0749e8fdf',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.890202] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29884fd0-4f35-410a-98df-460ccf6a0601',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.891221] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-29884fd0-4f35-410a-98df-460ccf6a0601 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.891334] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.891508] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a114c39f-e5fc-4b02-87a4-51e0749e8fdf with status ACTIVE [ 1526.891666] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.891770] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.891835] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.892141] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.892141] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.892340] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.892440] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.892501] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.892806] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.892806] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.892971] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.893105] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.893171] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.893313] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.893388] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.893476] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a114c39f-e5fc-4b02-87a4-51e0749e8fdf is going to be updated. [ 1526.913169] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.913386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.913386] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.913577] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.913749] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.913916] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a114c39f-e5fc-4b02-87a4-51e0749e8fdf" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.395577] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29884fd0-4f35-410a-98df-460ccf6a0601',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.898321] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.898565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.898565] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.898760] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.898871] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.898981] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29884fd0-4f35-410a-98df-460ccf6a0601 is going to be created. [ 1527.924746] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.925040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.925040] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.925205] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.925330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.936342] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29884fd0-4f35-410a-98df-460ccf6a0601 in Status: UNINITIALIZED for 2s [ 1529.948499] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29884fd0-4f35-410a-98df-460ccf6a0601 in Status: SUCCESS [ 1529.948999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.948999] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.949149] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.949375] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.949553] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.949657] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.950167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.950167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.950167] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.950418] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29884fd0-4f35-410a-98df-460ccf6a0601',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.453185] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-29884fd0-4f35-410a-98df-460ccf6a0601 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.453421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.453421] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.453663] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.453838] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.453981] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.454141] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.454212] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.454256] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.454354] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.454520] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-29884fd0-4f35-410a-98df-460ccf6a0601 taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.454618] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.454670] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.454818] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.454957] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.455060] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.455123] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.455264] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.455380] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.455455] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.455580] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29884fd0-4f35-410a-98df-460ccf6a0601',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.958279] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29884fd0-4f35-410a-98df-460ccf6a0601: rpc.has_security_group_logging(os_id): False [ 1530.980998] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.981246] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.981246] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.981451] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.981584] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.981766] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.981867] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.981926] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.982097] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.982179] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.982352] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.982447] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.982510] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.982647] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.982721] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.982895] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.982989] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.983070] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.983255] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.983330] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.983417] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29884fd0-4f35-410a-98df-460ccf6a0601 is going to be created. [ 1531.047928] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.048180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.048180] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.048361] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.048563] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.064701] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29884fd0-4f35-410a-98df-460ccf6a0601 in Status: IN_PROGRESS for 2s [ 1531.385781] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.385987] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1533.077815] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29884fd0-4f35-410a-98df-460ccf6a0601 in Status: SUCCESS [ 1533.078204] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.386990] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.387365] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.700762] env[64796]: INFO networking_nsxv3.common.synchronization [req-d8ad2798-e748-4a3a-9df8-ccc76d13996a req-28b2c3b6-32b6-4beb-9974-a78cf0a5f247 tempest-ServerTagsTestJSON-2136492940 tempest-ServerTagsTestJSON-2136492940-project-member] Enqueued Resource ID: 29884fd0-4f35-410a-98df-460ccf6a0601 with Priority: HIGHEST for action security_group_members [ 1537.701628] env[64796]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29884fd0-4f35-410a-98df-460ccf6a0601 with Priority: HIGHEST for action security_group_members [ 1537.702121] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock member-29884fd0-4f35-410a-98df-460ccf6a0601 taken with stack trace [, , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.702121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.702121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.702121] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.702324] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.702370] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.702410] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.702542] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.702622] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.702710] env[64796]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29884fd0-4f35-410a-98df-460ccf6a0601',) {} {{(pid=64796) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.205876] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.206114] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.206114] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.206324] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.206418] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.206620] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.206718] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.206779] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.206923] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.206995] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.207100] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29884fd0-4f35-410a-98df-460ccf6a0601 is going to be updated. [ 1538.236403] env[64796]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64796) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.236602] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.236602] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.236803] env[64796]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.236943] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.247030] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29884fd0-4f35-410a-98df-460ccf6a0601 in Status: IN_PROGRESS for 2s [ 1540.262893] env[64796]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29884fd0-4f35-410a-98df-460ccf6a0601 in Status: SUCCESS [ 1540.262893] env[64796]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29884fd0-4f35-410a-98df-460ccf6a0601 deletion is rescheduled due to dependency. [ 1540.262893] env[64796]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29884fd0-4f35-410a-98df-460ccf6a0601" {{(pid=64796) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.701973] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.702355] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1547.703745] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.704172] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.705255] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.705653] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1557.706978] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.707440] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.708382] env[64796]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.708739] env[64796]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0